2024-11-26 02:17:26,541 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 02:17:26,559 main DEBUG Took 0.016015 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 02:17:26,559 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 02:17:26,560 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 02:17:26,561 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 02:17:26,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,571 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 02:17:26,587 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,590 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,591 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,593 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,594 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,596 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,597 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,597 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,598 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,599 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,599 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,600 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 02:17:26,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,601 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 02:17:26,603 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 02:17:26,604 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 02:17:26,606 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 02:17:26,606 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 02:17:26,607 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 02:17:26,608 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 02:17:26,615 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 02:17:26,618 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 02:17:26,619 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 02:17:26,620 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 02:17:26,620 main DEBUG createAppenders(={Console}) 2024-11-26 02:17:26,621 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-26 02:17:26,621 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 02:17:26,621 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-26 02:17:26,622 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 02:17:26,622 main DEBUG OutputStream closed 2024-11-26 02:17:26,622 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 02:17:26,623 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 02:17:26,623 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-26 02:17:26,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 02:17:26,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 02:17:26,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 02:17:26,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 02:17:26,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 02:17:26,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 02:17:26,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 02:17:26,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 02:17:26,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 02:17:26,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 02:17:26,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 02:17:26,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 02:17:26,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 02:17:26,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 02:17:26,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 02:17:26,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 02:17:26,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 02:17:26,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 02:17:26,707 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 02:17:26,707 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-26 02:17:26,708 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 02:17:26,708 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-26T02:17:26,720 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-26 02:17:26,723 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 02:17:26,723 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T02:17:26,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=5420 2024-11-26T02:17:26,965 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-26T02:17:27,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9 2024-11-26T02:17:27,006 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/cluster_d3f5d04b-5098-cfa3-bc84-43a985df43e2, deleteOnExit=true 2024-11-26T02:17:27,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/cluster_d3f5d04b-5098-cfa3-bc84-43a985df43e2/zookeeper_0, clientPort=51301, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/cluster_d3f5d04b-5098-cfa3-bc84-43a985df43e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/cluster_d3f5d04b-5098-cfa3-bc84-43a985df43e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T02:17:27,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51301 2024-11-26T02:17:27,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:17:27,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:17:27,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/test.cache.data in system properties and HBase conf 2024-11-26T02:17:27,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:17:27,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:17:27,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:17:27,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:17:27,262 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T02:17:27,346 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:17:27,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:17:27,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:17:27,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:17:27,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:17:27,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:17:27,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:17:27,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:17:27,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:17:27,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:17:27,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:17:27,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:17:27,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:17:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:17:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:17:28,340 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T02:17:28,406 INFO [Time-limited test {}] log.Log(170): Logging initialized @2511ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T02:17:28,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:17:28,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:17:28,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:17:28,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:17:28,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:17:28,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:17:28,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:17:28,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:17:28,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/java.io.tmpdir/jetty-localhost-39153-hadoop-hdfs-3_4_1-tests_jar-_-any-4396860212785197902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:17:28,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39153} 2024-11-26T02:17:28,752 INFO [Time-limited test {}] server.Server(415): Started @2858ms 2024-11-26T02:17:29,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:17:29,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:17:29,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:17:29,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:17:29,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:17:29,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:17:29,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:17:29,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/java.io.tmpdir/jetty-localhost-42799-hadoop-hdfs-3_4_1-tests_jar-_-any-8212209735245506777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:17:29,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:42799} 2024-11-26T02:17:29,396 INFO [Time-limited test {}] server.Server(415): Started @3502ms 2024-11-26T02:17:29,442 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:17:30,526 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/cluster_d3f5d04b-5098-cfa3-bc84-43a985df43e2/data/data1/current/BP-1978587437-172.17.0.2-1732587447832/current, will proceed with Du for space computation calculation, 2024-11-26T02:17:30,526 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/cluster_d3f5d04b-5098-cfa3-bc84-43a985df43e2/data/data2/current/BP-1978587437-172.17.0.2-1732587447832/current, will proceed with Du for space computation calculation, 2024-11-26T02:17:30,551 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:17:30,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30b8ef091f6d24e9 with lease ID 0x443ce4a679c4bb7a: Processing first storage report for DS-5cb2bc89-bb28-4099-bb8b-191da7b6af04 from datanode DatanodeRegistration(127.0.0.1:34171, datanodeUuid=8bacb1ff-c1f9-413a-b6fe-f551db5d7f85, infoPort=41735, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1406201065;c=1732587447832) 2024-11-26T02:17:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30b8ef091f6d24e9 with lease ID 0x443ce4a679c4bb7a: from storage DS-5cb2bc89-bb28-4099-bb8b-191da7b6af04 node DatanodeRegistration(127.0.0.1:34171, datanodeUuid=8bacb1ff-c1f9-413a-b6fe-f551db5d7f85, infoPort=41735, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1406201065;c=1732587447832), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T02:17:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30b8ef091f6d24e9 with lease ID 0x443ce4a679c4bb7a: Processing first storage report for DS-306a63d2-1e09-4e5c-bb8e-ed7866d1998b from datanode DatanodeRegistration(127.0.0.1:34171, datanodeUuid=8bacb1ff-c1f9-413a-b6fe-f551db5d7f85, infoPort=41735, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1406201065;c=1732587447832) 2024-11-26T02:17:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30b8ef091f6d24e9 with lease ID 0x443ce4a679c4bb7a: from storage DS-306a63d2-1e09-4e5c-bb8e-ed7866d1998b node DatanodeRegistration(127.0.0.1:34171, datanodeUuid=8bacb1ff-c1f9-413a-b6fe-f551db5d7f85, infoPort=41735, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1406201065;c=1732587447832), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:17:30,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9 2024-11-26T02:17:30,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:30,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:17:31,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0 with version=8 2024-11-26T02:17:31,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/hbase-staging 2024-11-26T02:17:31,327 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T02:17:31,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:17:31,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:31,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:31,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:17:31,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:31,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:17:31,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:17:31,815 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T02:17:31,824 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T02:17:31,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:17:31,852 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11653 (auto-detected) 2024-11-26T02:17:31,853 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T02:17:31,871 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34291 2024-11-26T02:17:31,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34291 connecting to ZooKeeper ensemble=127.0.0.1:51301 2024-11-26T02:17:32,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342910x0, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:17:32,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34291-0x10174ee5ef30000 connected 2024-11-26T02:17:32,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:32,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:32,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/running 2024-11-26T02:17:32,204 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0, hbase.cluster.distributed=false 2024-11-26T02:17:32,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/acl 2024-11-26T02:17:32,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34291 2024-11-26T02:17:32,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34291 2024-11-26T02:17:32,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34291 2024-11-26T02:17:32,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34291 2024-11-26T02:17:32,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34291 2024-11-26T02:17:32,326 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:17:32,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:32,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:32,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:17:32,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:32,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:17:32,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:17:32,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:17:32,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33403 2024-11-26T02:17:32,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33403 connecting to ZooKeeper ensemble=127.0.0.1:51301 2024-11-26T02:17:32,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:32,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:32,356 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334030x0, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:17:32,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33403-0x10174ee5ef30001 connected 2024-11-26T02:17:32,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/running 2024-11-26T02:17:32,361 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:17:32,368 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:17:32,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/master 2024-11-26T02:17:32,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/acl 2024-11-26T02:17:32,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33403 2024-11-26T02:17:32,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33403 2024-11-26T02:17:32,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33403 2024-11-26T02:17:32,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33403 2024-11-26T02:17:32,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33403 2024-11-26T02:17:32,403 DEBUG [M:0;851e45ef8bcf:34291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:34291 2024-11-26T02:17:32,404 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01798544051/backup-masters/851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:32,420 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/backup-masters 2024-11-26T02:17:32,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/backup-masters 2024-11-26T02:17:32,422 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on existing znode=/01798544051/backup-masters/851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:32,507 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01798544051/master 2024-11-26T02:17:32,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:32,507 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:32,509 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on existing znode=/01798544051/master 2024-11-26T02:17:32,511 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01798544051/backup-masters/851e45ef8bcf,34291,1732587451466 from backup master directory 2024-11-26T02:17:32,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01798544051/backup-masters/851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:32,542 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/backup-masters 2024-11-26T02:17:32,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/backup-masters 2024-11-26T02:17:32,544 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:17:32,544 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:32,548 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T02:17:32,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T02:17:32,598 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/hbase.id] with ID: 491caa31-43c1-4886-a89b-30f85d1ea182 2024-11-26T02:17:32,598 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/.tmp/hbase.id 2024-11-26T02:17:32,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:17:33,014 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/.tmp/hbase.id]:[hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/hbase.id] 2024-11-26T02:17:33,063 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:33,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:17:33,087 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-26T02:17:33,142 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:33,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:33,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:17:33,574 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:17:33,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:17:33,592 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T02:17:33,598 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:33,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:17:34,047 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store 2024-11-26T02:17:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:17:34,475 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T02:17:34,478 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:34,479 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:17:34,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:34,479 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:34,480 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:17:34,480 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:34,481 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:34,482 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587454479Disabling compacts and flushes for region at 1732587454479Disabling writes for close at 1732587454480 (+1 ms)Writing region close event to WAL at 1732587454481 (+1 ms)Closed at 1732587454481 2024-11-26T02:17:34,484 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/.initializing 2024-11-26T02:17:34,484 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:34,491 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:17:34,505 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C34291%2C1732587451466, suffix=, logDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,34291,1732587451466, archiveDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/oldWALs, maxLogs=10 2024-11-26T02:17:34,526 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,34291,1732587451466/851e45ef8bcf%2C34291%2C1732587451466.1732587454509, exclude list is [], retry=0 2024-11-26T02:17:34,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34171,DS-5cb2bc89-bb28-4099-bb8b-191da7b6af04,DISK] 2024-11-26T02:17:34,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T02:17:34,575 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,34291,1732587451466/851e45ef8bcf%2C34291%2C1732587451466.1732587454509 2024-11-26T02:17:34,576 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41735:41735)] 2024-11-26T02:17:34,577 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:17:34,577 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:34,580 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,581 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:17:34,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:34,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:34,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:17:34,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:34,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:34,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:17:34,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:34,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:34,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:17:34,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:34,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:34,659 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,664 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,665 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,672 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,673 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,677 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:17:34,682 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:34,687 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:17:34,689 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72916523, jitterRate=0.08654086291790009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:17:34,695 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587454592Initializing all the Stores at 1732587454594 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587454595 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587454595Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587454595Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587454595Cleaning up temporary data from old regions at 1732587454673 (+78 ms)Region opened successfully at 1732587454695 (+22 ms) 2024-11-26T02:17:34,697 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:17:34,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22503e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:17:34,755 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:17:34,765 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:17:34,765 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:17:34,768 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:17:34,769 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T02:17:34,773 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T02:17:34,773 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:17:34,797 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:17:34,805 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/balancer because node does not exist (not necessarily an error) 2024-11-26T02:17:34,861 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/balancer already deleted, retry=false 2024-11-26T02:17:34,864 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:17:34,866 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:17:34,892 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/normalizer already deleted, retry=false 2024-11-26T02:17:34,895 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:17:34,898 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:17:34,910 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/switch/split already deleted, retry=false 2024-11-26T02:17:34,911 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:17:34,924 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/switch/merge already deleted, retry=false 2024-11-26T02:17:34,942 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:17:34,952 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/snapshot-cleanup already deleted, retry=false 2024-11-26T02:17:34,966 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01798544051/running 2024-11-26T02:17:34,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01798544051/running 2024-11-26T02:17:34,966 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:34,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:34,970 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,34291,1732587451466, sessionid=0x10174ee5ef30000, setting cluster-up flag (Was=false) 2024-11-26T02:17:35,004 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:35,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:35,040 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01798544051/flush-table-proc/acquired, /01798544051/flush-table-proc/reached, /01798544051/flush-table-proc/abort 2024-11-26T02:17:35,042 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:35,146 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:35,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:35,198 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01798544051/online-snapshot/acquired, /01798544051/online-snapshot/reached, /01798544051/online-snapshot/abort 2024-11-26T02:17:35,200 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:35,207 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:17:35,291 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(746): ClusterId : 491caa31-43c1-4886-a89b-30f85d1ea182 2024-11-26T02:17:35,294 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:17:35,298 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:17:35,309 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:17:35,318 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:17:35,326 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,34291,1732587451466 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:17:35,379 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:17:35,380 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:17:35,380 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:35,380 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:35,380 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:35,381 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:35,381 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:17:35,381 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,381 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:17:35,382 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,386 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587485385 2024-11-26T02:17:35,388 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:17:35,389 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:17:35,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:17:35,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:17:35,393 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:17:35,394 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:17:35,394 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:17:35,394 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:17:35,396 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:17:35,397 DEBUG [RS:0;851e45ef8bcf:33403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2c65dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:17:35,398 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:35,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:17:35,401 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,415 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:17:35,416 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:17:35,417 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:17:35,417 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:17:35,424 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:17:35,424 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:17:35,425 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:33403 2024-11-26T02:17:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:17:35,430 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:17:35,430 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:17:35,431 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:17:35,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:17:35,432 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587455426,5,FailOnTimeoutGroup] 2024-11-26T02:17:35,433 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0 2024-11-26T02:17:35,435 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,34291,1732587451466 with port=33403, startcode=1732587452293 2024-11-26T02:17:35,437 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587455432,5,FailOnTimeoutGroup] 2024-11-26T02:17:35,437 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,438 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:17:35,439 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,440 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,453 DEBUG [RS:0;851e45ef8bcf:33403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:17:35,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741832_1008 (size=32) 2024-11-26T02:17:35,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:35,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:17:35,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:17:35,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:35,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:35,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:17:35,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:17:35,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:35,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:35,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:17:35,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:17:35,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:35,519 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:17:35,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:35,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:17:35,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:17:35,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:35,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:35,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:35,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:17:35,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740 2024-11-26T02:17:35,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34291 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:35,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740 2024-11-26T02:17:35,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:17:35,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:17:35,537 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:17:35,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:17:35,553 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0 2024-11-26T02:17:35,553 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34805 2024-11-26T02:17:35,553 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:17:35,556 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:17:35,558 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72608909, jitterRate=0.08195705711841583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:17:35,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587455471Initializing all the Stores at 1732587455475 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587455475Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587455478 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587455479 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587455479Cleaning up temporary data from old regions at 1732587455536 (+57 ms)Region opened successfully at 1732587455563 (+27 ms) 2024-11-26T02:17:35,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:17:35,564 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:17:35,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:17:35,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:17:35,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:17:35,566 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:17:35,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/rs 2024-11-26T02:17:35,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587455564Disabling compacts and flushes for region at 1732587455564Disabling writes for close at 1732587455564Writing region close event to WAL at 1732587455565 (+1 ms)Closed at 1732587455566 (+1 ms) 2024-11-26T02:17:35,568 DEBUG [RS:0;851e45ef8bcf:33403 {}] zookeeper.ZKUtil(111): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on existing znode=/01798544051/rs/851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:35,568 WARN [RS:0;851e45ef8bcf:33403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:17:35,568 INFO [RS:0;851e45ef8bcf:33403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:35,569 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:35,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,33403,1732587452293] 2024-11-26T02:17:35,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:17:35,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:17:35,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:17:35,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:17:35,596 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:17:35,603 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:17:35,621 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:17:35,627 INFO [RS:0;851e45ef8bcf:33403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:17:35,627 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,628 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:17:35,634 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:17:35,636 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,636 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,637 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,637 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,637 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,637 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,637 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:17:35,637 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,638 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,638 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,638 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,638 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,638 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:35,638 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:17:35,638 DEBUG [RS:0;851e45ef8bcf:33403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:17:35,639 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,639 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,640 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,640 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,640 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,640 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33403,1732587452293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:17:35,666 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:17:35,668 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33403,1732587452293-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,669 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,669 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.Replication(171): 851e45ef8bcf,33403,1732587452293 started 2024-11-26T02:17:35,691 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:35,692 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,33403,1732587452293, RpcServer on 851e45ef8bcf/172.17.0.2:33403, sessionid=0x10174ee5ef30001 2024-11-26T02:17:35,693 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:17:35,693 DEBUG [RS:0;851e45ef8bcf:33403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:35,696 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,33403,1732587452293' 2024-11-26T02:17:35,697 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01798544051/flush-table-proc/abort' 2024-11-26T02:17:35,698 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01798544051/flush-table-proc/acquired' 2024-11-26T02:17:35,699 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:17:35,699 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:17:35,699 DEBUG [RS:0;851e45ef8bcf:33403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:35,699 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,33403,1732587452293' 2024-11-26T02:17:35,699 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01798544051/online-snapshot/abort' 2024-11-26T02:17:35,700 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01798544051/online-snapshot/acquired' 2024-11-26T02:17:35,701 DEBUG [RS:0;851e45ef8bcf:33403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:17:35,702 INFO [RS:0;851e45ef8bcf:33403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:17:35,702 INFO [RS:0;851e45ef8bcf:33403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:17:35,747 WARN [851e45ef8bcf:34291 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T02:17:35,806 INFO [RS:0;851e45ef8bcf:33403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:17:35,810 INFO [RS:0;851e45ef8bcf:33403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C33403%2C1732587452293, suffix=, logDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293, archiveDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs, maxLogs=10 2024-11-26T02:17:35,827 DEBUG [RS:0;851e45ef8bcf:33403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813, exclude list is [], retry=0 2024-11-26T02:17:35,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34171,DS-5cb2bc89-bb28-4099-bb8b-191da7b6af04,DISK] 2024-11-26T02:17:35,838 INFO [RS:0;851e45ef8bcf:33403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 2024-11-26T02:17:35,839 DEBUG [RS:0;851e45ef8bcf:33403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41735:41735)] 2024-11-26T02:17:35,999 DEBUG [851e45ef8bcf:34291 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:17:36,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:36,020 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,33403,1732587452293, state=OPENING 2024-11-26T02:17:36,078 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:17:36,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:36,089 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:36,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: CHANGED 2024-11-26T02:17:36,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: CHANGED 2024-11-26T02:17:36,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:17:36,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,33403,1732587452293}] 2024-11-26T02:17:36,274 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:17:36,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:17:36,296 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:17:36,297 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:36,298 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:17:36,302 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C33403%2C1732587452293.meta, suffix=.meta, logDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293, archiveDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs, maxLogs=10 2024-11-26T02:17:36,326 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.meta.1732587456305.meta, exclude list is [], retry=0 2024-11-26T02:17:36,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34171,DS-5cb2bc89-bb28-4099-bb8b-191da7b6af04,DISK] 2024-11-26T02:17:36,335 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.meta.1732587456305.meta 2024-11-26T02:17:36,336 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41735:41735)] 2024-11-26T02:17:36,336 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:17:36,342 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:17:36,344 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:17:36,346 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:17:36,349 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:17:36,354 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:17:36,355 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:36,355 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:17:36,355 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:17:36,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:17:36,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:17:36,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:36,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:36,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:17:36,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:17:36,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:36,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:36,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:17:36,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:17:36,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:36,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:36,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:17:36,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:17:36,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:36,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:36,375 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:17:36,378 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740 2024-11-26T02:17:36,382 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740 2024-11-26T02:17:36,385 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:17:36,386 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:17:36,387 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:17:36,391 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:17:36,394 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60608505, jitterRate=-0.09686289727687836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:17:36,394 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:17:36,396 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587456356Writing region info on filesystem at 1732587456356Initializing all the Stores at 1732587456358 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587456358Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587456358Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587456358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587456359 (+1 ms)Cleaning up temporary data from old regions at 1732587456386 (+27 ms)Running coprocessor post-open hooks at 1732587456394 (+8 ms)Region opened successfully at 1732587456396 (+2 ms) 2024-11-26T02:17:36,408 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587456262 2024-11-26T02:17:36,425 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:17:36,426 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:17:36,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:36,431 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,33403,1732587452293, state=OPEN 2024-11-26T02:17:36,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01798544051/meta-region-server 2024-11-26T02:17:36,495 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01798544051/meta-region-server 2024-11-26T02:17:36,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: CHANGED 2024-11-26T02:17:36,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: CHANGED 2024-11-26T02:17:36,497 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:36,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:17:36,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,33403,1732587452293 in 403 msec 2024-11-26T02:17:36,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:17:36,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 930 msec 2024-11-26T02:17:36,519 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:17:36,520 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:17:36,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:17:36,541 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,33403,1732587452293, seqNum=-1] 2024-11-26T02:17:36,561 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:17:36,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:17:36,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3390 sec 2024-11-26T02:17:36,585 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587456584, completionTime=-1 2024-11-26T02:17:36,587 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:17:36,587 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:17:36,612 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:17:36,612 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587516612 2024-11-26T02:17:36,612 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587576612 2024-11-26T02:17:36,612 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-26T02:17:36,615 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34291,1732587451466-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:36,615 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34291,1732587451466-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:36,615 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34291,1732587451466-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:36,616 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:34291, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:36,617 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:36,617 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:36,623 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:17:36,644 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.099sec 2024-11-26T02:17:36,646 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:17:36,647 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:17:36,648 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:17:36,648 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:17:36,648 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:17:36,649 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34291,1732587451466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:17:36,649 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34291,1732587451466-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:17:36,657 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:17:36,658 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:17:36,659 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34291,1732587451466-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:36,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:36,706 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T02:17:36,706 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T02:17:36,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,34291,-1 for getting cluster id 2024-11-26T02:17:36,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:36,722 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491caa31-43c1-4886-a89b-30f85d1ea182' 2024-11-26T02:17:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491caa31-43c1-4886-a89b-30f85d1ea182" 2024-11-26T02:17:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b99cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,34291,-1] 2024-11-26T02:17:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:36,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:36,734 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:36,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:36,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:17:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,33403,1732587452293, seqNum=-1] 2024-11-26T02:17:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:17:36,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:17:36,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:36,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51301 2024-11-26T02:17:36,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:17:36,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10174ee5ef30002 connected 2024-11-26T02:17:36,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/hadoop.log.dir so I do NOT create it in target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78 2024-11-26T02:17:36,824 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:17:36,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/hadoop.tmp.dir so I do NOT create it in target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78 2024-11-26T02:17:36,825 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:17:36,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78 2024-11-26T02:17:36,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:17:36,825 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/cluster_f215f991-bca4-8fb3-2584-ddcd2295aeb7, deleteOnExit=true 2024-11-26T02:17:36,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:17:36,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/test.cache.data in system properties and HBase conf 2024-11-26T02:17:36,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:17:36,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:17:36,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:17:36,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:17:36,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:17:36,826 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:17:36,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:17:36,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:17:36,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:17:36,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:17:36,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:17:36,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:17:36,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:17:36,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:17:36,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:17:36,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:17:36,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:17:36,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:17:36,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:17:36,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:17:37,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:17:37,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:17:37,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:17:37,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:17:37,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:17:37,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:17:37,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:17:37,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:17:37,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/java.io.tmpdir/jetty-localhost-46847-hadoop-hdfs-3_4_1-tests_jar-_-any-16904379588045330175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:17:37,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:46847} 2024-11-26T02:17:37,306 INFO [Time-limited test {}] server.Server(415): Started @11412ms 2024-11-26T02:17:37,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:17:37,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:17:37,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:17:37,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:17:37,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:17:37,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:17:37,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:17:37,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/java.io.tmpdir/jetty-localhost-33927-hadoop-hdfs-3_4_1-tests_jar-_-any-3422587727592101900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:17:37,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:33927} 2024-11-26T02:17:37,764 INFO [Time-limited test {}] server.Server(415): Started @11870ms 2024-11-26T02:17:37,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:17:38,686 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/cluster_f215f991-bca4-8fb3-2584-ddcd2295aeb7/data/data1/current/BP-1959887813-172.17.0.2-1732587456858/current, will proceed with Du for space computation calculation, 2024-11-26T02:17:38,686 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/cluster_f215f991-bca4-8fb3-2584-ddcd2295aeb7/data/data2/current/BP-1959887813-172.17.0.2-1732587456858/current, will proceed with Du for space computation calculation, 2024-11-26T02:17:38,713 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:17:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49b91663fa66001a with lease ID 0xf60de086f50df7be: Processing first storage report for DS-e55fbc40-b077-435f-8495-c4627cfc3394 from datanode DatanodeRegistration(127.0.0.1:34665, datanodeUuid=db62470c-afd0-4d28-a19a-0d86b4e26733, infoPort=34573, infoSecurePort=0, ipcPort=38357, storageInfo=lv=-57;cid=testClusterID;nsid=475857840;c=1732587456858) 2024-11-26T02:17:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49b91663fa66001a with lease ID 0xf60de086f50df7be: from storage DS-e55fbc40-b077-435f-8495-c4627cfc3394 node DatanodeRegistration(127.0.0.1:34665, datanodeUuid=db62470c-afd0-4d28-a19a-0d86b4e26733, infoPort=34573, infoSecurePort=0, ipcPort=38357, storageInfo=lv=-57;cid=testClusterID;nsid=475857840;c=1732587456858), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:17:38,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49b91663fa66001a with lease ID 0xf60de086f50df7be: Processing first storage report for DS-ecfc5319-d1bd-4f59-a347-c2b5be677a45 from datanode DatanodeRegistration(127.0.0.1:34665, datanodeUuid=db62470c-afd0-4d28-a19a-0d86b4e26733, infoPort=34573, infoSecurePort=0, ipcPort=38357, storageInfo=lv=-57;cid=testClusterID;nsid=475857840;c=1732587456858) 2024-11-26T02:17:38,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49b91663fa66001a with lease ID 0xf60de086f50df7be: from storage DS-ecfc5319-d1bd-4f59-a347-c2b5be677a45 node DatanodeRegistration(127.0.0.1:34665, datanodeUuid=db62470c-afd0-4d28-a19a-0d86b4e26733, infoPort=34573, infoSecurePort=0, ipcPort=38357, storageInfo=lv=-57;cid=testClusterID;nsid=475857840;c=1732587456858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:17:38,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78 2024-11-26T02:17:38,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:38,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:17:39,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73 with version=8 2024-11-26T02:17:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/hbase-staging 2024-11-26T02:17:39,237 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:17:39,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:39,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:39,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:17:39,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:39,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:17:39,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:17:39,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:17:39,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42563 2024-11-26T02:17:39,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42563 connecting to ZooKeeper ensemble=127.0.0.1:51301 2024-11-26T02:17:39,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425630x0, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:17:39,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42563-0x10174ee5ef30003 connected 2024-11-26T02:17:39,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:39,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:39,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Set watcher on znode that does not yet exist, /1573654158/running 2024-11-26T02:17:39,746 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73, hbase.cluster.distributed=false 2024-11-26T02:17:39,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Set watcher on znode that does not yet exist, /1573654158/acl 2024-11-26T02:17:39,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42563 2024-11-26T02:17:39,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42563 2024-11-26T02:17:39,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42563 2024-11-26T02:17:39,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42563 2024-11-26T02:17:39,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42563 2024-11-26T02:17:39,764 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:17:39,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:39,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:39,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:17:39,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:39,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:17:39,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:17:39,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:17:39,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37955 2024-11-26T02:17:39,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37955 connecting to ZooKeeper ensemble=127.0.0.1:51301 2024-11-26T02:17:39,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:39,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:39,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379550x0, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:17:39,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379550x0, quorum=127.0.0.1:51301, baseZNode=/1573654158 Set watcher on znode that does not yet exist, /1573654158/running 2024-11-26T02:17:39,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37955-0x10174ee5ef30004 connected 2024-11-26T02:17:39,799 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:17:39,799 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:17:39,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Set watcher on znode that does not yet exist, /1573654158/master 2024-11-26T02:17:39,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Set watcher on znode that does not yet exist, /1573654158/acl 2024-11-26T02:17:39,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37955 2024-11-26T02:17:39,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37955 2024-11-26T02:17:39,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37955 2024-11-26T02:17:39,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37955 2024-11-26T02:17:39,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37955 2024-11-26T02:17:39,823 DEBUG [M:0;851e45ef8bcf:42563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:42563 2024-11-26T02:17:39,824 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1573654158/backup-masters/851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:39,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158/backup-masters 2024-11-26T02:17:39,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158/backup-masters 2024-11-26T02:17:39,869 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Set watcher on existing znode=/1573654158/backup-masters/851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:39,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1573654158/master 2024-11-26T02:17:39,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:39,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:39,944 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Set watcher on existing znode=/1573654158/master 2024-11-26T02:17:39,946 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1573654158/backup-masters/851e45ef8bcf,42563,1732587459236 from backup master directory 2024-11-26T02:17:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158/backup-masters 2024-11-26T02:17:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1573654158/backup-masters/851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:39,966 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:17:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158/backup-masters 2024-11-26T02:17:39,966 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:39,973 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/hbase.id] with ID: 5aa0bae1-23db-4661-985a-414c07791153 2024-11-26T02:17:39,973 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/.tmp/hbase.id 2024-11-26T02:17:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:17:40,382 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/.tmp/hbase.id]:[hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/hbase.id] 2024-11-26T02:17:40,411 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:40,412 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:17:40,415 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-26T02:17:40,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:40,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:17:40,446 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:17:40,447 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:17:40,448 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:17:40,862 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store 2024-11-26T02:17:40,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:17:41,275 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:41,275 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:17:41,275 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:41,276 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:41,276 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:17:41,276 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:41,276 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:41,276 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587461275Disabling compacts and flushes for region at 1732587461275Disabling writes for close at 1732587461276 (+1 ms)Writing region close event to WAL at 1732587461276Closed at 1732587461276 2024-11-26T02:17:41,277 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/.initializing 2024-11-26T02:17:41,278 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/WALs/851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:41,279 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:17:41,283 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C42563%2C1732587459236, suffix=, logDir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/WALs/851e45ef8bcf,42563,1732587459236, archiveDir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/oldWALs, maxLogs=10 2024-11-26T02:17:41,296 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/WALs/851e45ef8bcf,42563,1732587459236/851e45ef8bcf%2C42563%2C1732587459236.1732587461283, exclude list is [], retry=0 2024-11-26T02:17:41,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-e55fbc40-b077-435f-8495-c4627cfc3394,DISK] 2024-11-26T02:17:41,303 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/WALs/851e45ef8bcf,42563,1732587459236/851e45ef8bcf%2C42563%2C1732587459236.1732587461283 2024-11-26T02:17:41,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34573:34573)] 2024-11-26T02:17:41,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:17:41,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:41,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:17:41,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:41,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:41,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:17:41,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:41,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:41,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:17:41,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:41,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:41,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:17:41,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:41,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:41,320 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,321 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,322 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,324 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,325 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,325 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:17:41,327 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:41,331 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:17:41,332 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61066540, jitterRate=-0.09003764390945435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:17:41,332 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587461305Initializing all the Stores at 1732587461306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587461306Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587461307 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587461307Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587461307Cleaning up temporary data from old regions at 1732587461325 (+18 ms)Region opened successfully at 1732587461332 (+7 ms) 2024-11-26T02:17:41,332 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:17:41,337 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca44dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:17:41,338 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:17:41,338 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:17:41,338 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:17:41,339 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:17:41,339 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:17:41,340 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:17:41,340 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:17:41,343 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:17:41,344 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Unable to get data of znode /1573654158/balancer because node does not exist (not necessarily an error) 2024-11-26T02:17:41,355 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1573654158/balancer already deleted, retry=false 2024-11-26T02:17:41,356 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:17:41,357 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Unable to get data of znode /1573654158/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:17:41,365 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1573654158/normalizer already deleted, retry=false 2024-11-26T02:17:41,366 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:17:41,367 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Unable to get data of znode /1573654158/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:17:41,376 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1573654158/switch/split already deleted, retry=false 2024-11-26T02:17:41,377 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Unable to get data of znode /1573654158/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:17:41,408 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1573654158/switch/merge already deleted, retry=false 2024-11-26T02:17:41,411 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Unable to get data of znode /1573654158/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:17:41,418 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1573654158/snapshot-cleanup already deleted, retry=false 2024-11-26T02:17:41,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1573654158/running 2024-11-26T02:17:41,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1573654158/running 2024-11-26T02:17:41,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:41,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:41,430 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,42563,1732587459236, sessionid=0x10174ee5ef30003, setting cluster-up flag (Was=false) 2024-11-26T02:17:41,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:41,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:41,481 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1573654158/flush-table-proc/acquired, /1573654158/flush-table-proc/reached, /1573654158/flush-table-proc/abort 2024-11-26T02:17:41,485 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:41,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:41,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:41,541 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1573654158/online-snapshot/acquired, /1573654158/online-snapshot/reached, /1573654158/online-snapshot/abort 2024-11-26T02:17:41,543 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:41,544 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:17:41,547 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:17:41,547 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:17:41,547 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:17:41,547 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,42563,1732587459236 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:17:41,549 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:41,549 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:41,549 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:41,549 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:41,550 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:17:41,550 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,550 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:17:41,550 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,550 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587491550 2024-11-26T02:17:41,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:17:41,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:17:41,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:17:41,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:17:41,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:17:41,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:17:41,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:17:41,552 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:17:41,552 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:17:41,552 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:17:41,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:17:41,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:17:41,554 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:41,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:17:41,555 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:17:41,555 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:17:41,555 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587461555,5,FailOnTimeoutGroup] 2024-11-26T02:17:41,556 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587461555,5,FailOnTimeoutGroup] 2024-11-26T02:17:41,556 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,556 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:17:41,556 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,556 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:17:41,613 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(746): ClusterId : 5aa0bae1-23db-4661-985a-414c07791153 2024-11-26T02:17:41,613 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:17:41,626 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:17:41,626 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:17:41,641 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:17:41,641 DEBUG [RS:0;851e45ef8bcf:37955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a71965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:17:41,653 DEBUG [RS:0;851e45ef8bcf:37955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:37955 2024-11-26T02:17:41,654 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:17:41,654 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:17:41,654 DEBUG [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:17:41,655 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,42563,1732587459236 with port=37955, startcode=1732587459764 2024-11-26T02:17:41,655 DEBUG [RS:0;851e45ef8bcf:37955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:17:41,657 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:17:41,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:41,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42563 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:41,661 DEBUG [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73 2024-11-26T02:17:41,661 DEBUG [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45679 2024-11-26T02:17:41,661 DEBUG [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:17:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158/rs 2024-11-26T02:17:41,671 DEBUG [RS:0;851e45ef8bcf:37955 {}] zookeeper.ZKUtil(111): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Set watcher on existing znode=/1573654158/rs/851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:41,671 WARN [RS:0;851e45ef8bcf:37955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:17:41,672 INFO [RS:0;851e45ef8bcf:37955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:41,672 DEBUG [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/WALs/851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:41,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,37955,1732587459764] 2024-11-26T02:17:41,677 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:17:41,679 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:17:41,680 INFO [RS:0;851e45ef8bcf:37955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:17:41,680 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,680 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:17:41,681 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:17:41,682 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,682 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,682 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,682 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,682 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,682 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,682 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:17:41,683 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,683 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,683 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,683 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,683 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,683 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:41,683 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:17:41,683 DEBUG [RS:0;851e45ef8bcf:37955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:17:41,688 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,688 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,688 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,688 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,688 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,688 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37955,1732587459764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:17:41,706 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:17:41,706 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37955,1732587459764-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,706 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,707 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.Replication(171): 851e45ef8bcf,37955,1732587459764 started 2024-11-26T02:17:41,723 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:41,723 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,37955,1732587459764, RpcServer on 851e45ef8bcf/172.17.0.2:37955, sessionid=0x10174ee5ef30004 2024-11-26T02:17:41,723 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:17:41,723 DEBUG [RS:0;851e45ef8bcf:37955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:41,723 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,37955,1732587459764' 2024-11-26T02:17:41,724 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1573654158/flush-table-proc/abort' 2024-11-26T02:17:41,724 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1573654158/flush-table-proc/acquired' 2024-11-26T02:17:41,725 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:17:41,725 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:17:41,725 DEBUG [RS:0;851e45ef8bcf:37955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:41,725 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,37955,1732587459764' 2024-11-26T02:17:41,725 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1573654158/online-snapshot/abort' 2024-11-26T02:17:41,726 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1573654158/online-snapshot/acquired' 2024-11-26T02:17:41,726 DEBUG [RS:0;851e45ef8bcf:37955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:17:41,726 INFO [RS:0;851e45ef8bcf:37955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:17:41,727 INFO [RS:0;851e45ef8bcf:37955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:17:41,827 INFO [RS:0;851e45ef8bcf:37955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:17:41,830 INFO [RS:0;851e45ef8bcf:37955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C37955%2C1732587459764, suffix=, logDir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/WALs/851e45ef8bcf,37955,1732587459764, archiveDir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/oldWALs, maxLogs=10 2024-11-26T02:17:41,847 DEBUG [RS:0;851e45ef8bcf:37955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/WALs/851e45ef8bcf,37955,1732587459764/851e45ef8bcf%2C37955%2C1732587459764.1732587461832, exclude list is [], retry=0 2024-11-26T02:17:41,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-e55fbc40-b077-435f-8495-c4627cfc3394,DISK] 2024-11-26T02:17:41,854 INFO [RS:0;851e45ef8bcf:37955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/WALs/851e45ef8bcf,37955,1732587459764/851e45ef8bcf%2C37955%2C1732587459764.1732587461832 2024-11-26T02:17:41,855 DEBUG [RS:0;851e45ef8bcf:37955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34573:34573)] 2024-11-26T02:17:41,864 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:17:41,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:17:41,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:17:41,930 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T02:17:41,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:17:41,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T02:17:41,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:17:41,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T02:17:41,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:17:41,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T02:17:41,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:17:41,965 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73 2024-11-26T02:17:41,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:17:42,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:42,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:17:42,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:17:42,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:42,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:42,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:17:42,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:17:42,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:42,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:42,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:17:42,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:17:42,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:42,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:42,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:17:42,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:17:42,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:42,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:42,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:17:42,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740 2024-11-26T02:17:42,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740 2024-11-26T02:17:42,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:17:42,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:17:42,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:17:42,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:17:42,398 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:17:42,398 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69421302, jitterRate=0.034458011388778687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:17:42,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587462374Initializing all the Stores at 1732587462375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587462375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587462376 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587462376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587462376Cleaning up temporary data from old regions at 1732587462393 (+17 ms)Region opened successfully at 1732587462398 (+5 ms) 2024-11-26T02:17:42,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:17:42,399 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:17:42,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:17:42,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:17:42,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:17:42,399 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:17:42,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587462399Disabling compacts and flushes for region at 1732587462399Disabling writes for close at 1732587462399Writing region close event to WAL at 1732587462399Closed at 1732587462399 2024-11-26T02:17:42,401 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:17:42,401 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:17:42,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:17:42,402 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:17:42,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:17:42,555 DEBUG [851e45ef8bcf:42563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:17:42,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:42,562 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,37955,1732587459764, state=OPENING 2024-11-26T02:17:42,605 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:17:42,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:42,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:42,628 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:17:42,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1573654158/meta-region-server: CHANGED 2024-11-26T02:17:42,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1573654158/meta-region-server: CHANGED 2024-11-26T02:17:42,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,37955,1732587459764}] 2024-11-26T02:17:42,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:17:42,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:17:42,798 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:17:42,798 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:42,798 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:17:42,801 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C37955%2C1732587459764.meta, suffix=.meta, logDir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/WALs/851e45ef8bcf,37955,1732587459764, archiveDir=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/oldWALs, maxLogs=10 2024-11-26T02:17:42,815 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/WALs/851e45ef8bcf,37955,1732587459764/851e45ef8bcf%2C37955%2C1732587459764.meta.1732587462803.meta, exclude list is [], retry=0 2024-11-26T02:17:42,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-e55fbc40-b077-435f-8495-c4627cfc3394,DISK] 2024-11-26T02:17:42,822 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/WALs/851e45ef8bcf,37955,1732587459764/851e45ef8bcf%2C37955%2C1732587459764.meta.1732587462803.meta 2024-11-26T02:17:42,822 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34573:34573)] 2024-11-26T02:17:42,823 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:17:42,823 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:17:42,823 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:17:42,824 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:17:42,824 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:17:42,824 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:17:42,824 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:42,824 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:17:42,824 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:17:42,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:17:42,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:17:42,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:42,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:42,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:17:42,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:17:42,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:42,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:42,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:17:42,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:17:42,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:42,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:42,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:17:42,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:17:42,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:42,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:42,839 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:17:42,841 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740 2024-11-26T02:17:42,844 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740 2024-11-26T02:17:42,846 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:17:42,847 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:17:42,848 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:17:42,851 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:17:42,853 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63458838, jitterRate=-0.054389625787734985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:17:42,853 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:17:42,853 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587462825Writing region info on filesystem at 1732587462825Initializing all the Stores at 1732587462826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587462827 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587462828 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587462828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587462828Cleaning up temporary data from old regions at 1732587462847 (+19 ms)Running coprocessor post-open hooks at 1732587462853 (+6 ms)Region opened successfully at 1732587462853 2024-11-26T02:17:42,855 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587462786 2024-11-26T02:17:42,860 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:17:42,860 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:17:42,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:42,864 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,37955,1732587459764, state=OPEN 2024-11-26T02:17:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1573654158/meta-region-server 2024-11-26T02:17:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1573654158/meta-region-server 2024-11-26T02:17:42,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:42,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1573654158/meta-region-server: CHANGED 2024-11-26T02:17:42,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1573654158/meta-region-server: CHANGED 2024-11-26T02:17:42,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:17:42,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,37955,1732587459764 in 243 msec 2024-11-26T02:17:42,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:17:42,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-26T02:17:42,884 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:17:42,885 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:17:42,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:17:42,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37955,1732587459764, seqNum=-1] 2024-11-26T02:17:42,888 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:17:42,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:17:42,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3530 sec 2024-11-26T02:17:42,902 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587462902, completionTime=-1 2024-11-26T02:17:42,902 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:17:42,902 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:17:42,905 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:17:42,906 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587522906 2024-11-26T02:17:42,906 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587582906 2024-11-26T02:17:42,906 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-26T02:17:42,906 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42563,1732587459236-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:42,907 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42563,1732587459236-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:42,907 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42563,1732587459236-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:42,907 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:42563, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:42,907 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:42,907 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:42,910 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:17:42,912 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.946sec 2024-11-26T02:17:42,912 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:17:42,912 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:17:42,912 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:17:42,912 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:17:42,912 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:17:42,913 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42563,1732587459236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:17:42,913 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42563,1732587459236-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:17:42,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:42,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42563,-1 for getting cluster id 2024-11-26T02:17:42,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:42,917 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0bae1-23db-4661-985a-414c07791153' 2024-11-26T02:17:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0bae1-23db-4661-985a-414c07791153" 2024-11-26T02:17:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee8cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:42,918 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:17:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42563,-1] 2024-11-26T02:17:42,918 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:17:42,919 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42563,1732587459236-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:42,921 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:42,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:42,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:17:42,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37955,1732587459764, seqNum=-1] 2024-11-26T02:17:42,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:17:42,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:17:42,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:42,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51301 2024-11-26T02:17:42,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:17:42,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10174ee5ef30005 connected 2024-11-26T02:17:42,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:42,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,34291,-1 for getting cluster id 2024-11-26T02:17:42,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:42,963 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491caa31-43c1-4886-a89b-30f85d1ea182' 2024-11-26T02:17:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491caa31-43c1-4886-a89b-30f85d1ea182" 2024-11-26T02:17:42,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b5609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:42,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,34291,-1] 2024-11-26T02:17:42,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:42,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:42,966 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:42,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53714015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:42,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:42,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e0bfb0 2024-11-26T02:17:42,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:42,987 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:17:42,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:42563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:17:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:17:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:17:43,003 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:42563' 2024-11-26T02:17:43,005 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47250ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:43,005 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42563,-1 for getting cluster id 2024-11-26T02:17:43,005 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:43,006 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0bae1-23db-4661-985a-414c07791153' 2024-11-26T02:17:43,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:43,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0bae1-23db-4661-985a-414c07791153" 2024-11-26T02:17:43,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372181f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:43,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42563,-1] 2024-11-26T02:17:43,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:43,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:43,008 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:43,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9f55d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:43,010 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:43,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:43,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fe9dec7 2024-11-26T02:17:43,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:43,016 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:17:43,028 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T02:17:43,028 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:17:43,033 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:43,034 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:43,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:43,035 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:17:43,041 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:17:43,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:17:43,045 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:43,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:17:43,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741835_1011 (size=1138) 2024-11-26T02:17:43,093 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:17:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:17:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:17:43,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => acd3c2d1399ccf64654ff83c08c96dba, NAME => 'hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0 2024-11-26T02:17:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741836_1012 (size=44) 2024-11-26T02:17:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:17:43,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:43,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing acd3c2d1399ccf64654ff83c08c96dba, disabling compactions & flushes 2024-11-26T02:17:43,873 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:43,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:43,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. after waiting 0 ms 2024-11-26T02:17:43,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:43,874 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:43,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for acd3c2d1399ccf64654ff83c08c96dba: Waiting for close lock at 1732587463873Disabling compacts and flushes for region at 1732587463873Disabling writes for close at 1732587463874 (+1 ms)Writing region close event to WAL at 1732587463874Closed at 1732587463874 2024-11-26T02:17:43,880 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:17:43,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587463880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587463880"}]},"ts":"1732587463880"} 2024-11-26T02:17:43,892 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:17:43,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:17:43,898 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587463894"}]},"ts":"1732587463894"} 2024-11-26T02:17:43,902 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:17:43,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acd3c2d1399ccf64654ff83c08c96dba, ASSIGN}] 2024-11-26T02:17:43,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acd3c2d1399ccf64654ff83c08c96dba, ASSIGN 2024-11-26T02:17:43,908 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=acd3c2d1399ccf64654ff83c08c96dba, ASSIGN; state=OFFLINE, location=851e45ef8bcf,33403,1732587452293; forceNewPlan=false, retain=false 2024-11-26T02:17:44,061 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=acd3c2d1399ccf64654ff83c08c96dba, regionState=OPENING, regionLocation=851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:44,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=acd3c2d1399ccf64654ff83c08c96dba, ASSIGN because future has completed 2024-11-26T02:17:44,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure acd3c2d1399ccf64654ff83c08c96dba, server=851e45ef8bcf,33403,1732587452293}] 2024-11-26T02:17:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:17:44,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:44,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:44,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:17:44,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C33403%2C1732587452293.rep, suffix=, logDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293, archiveDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs, maxLogs=10 2024-11-26T02:17:44,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.rep.1732587464235, exclude list is [], retry=0 2024-11-26T02:17:44,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34171,DS-5cb2bc89-bb28-4099-bb8b-191da7b6af04,DISK] 2024-11-26T02:17:44,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.rep.1732587464235 2024-11-26T02:17:44,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41735:41735)] 2024-11-26T02:17:44,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => acd3c2d1399ccf64654ff83c08c96dba, NAME => 'hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:17:44,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:17:44,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:17:44,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. service=MultiRowMutationService 2024-11-26T02:17:44,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:17:44,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:44,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,258 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,259 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd3c2d1399ccf64654ff83c08c96dba columnFamilyName hfileref 2024-11-26T02:17:44,260 DEBUG [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:44,260 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(327): Store=acd3c2d1399ccf64654ff83c08c96dba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:44,260 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,262 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd3c2d1399ccf64654ff83c08c96dba columnFamilyName queue 2024-11-26T02:17:44,262 DEBUG [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:44,262 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(327): Store=acd3c2d1399ccf64654ff83c08c96dba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:44,263 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,264 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd3c2d1399ccf64654ff83c08c96dba columnFamilyName sid 2024-11-26T02:17:44,264 DEBUG [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:44,265 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(327): Store=acd3c2d1399ccf64654ff83c08c96dba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:44,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:17:44,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:17:44,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened acd3c2d1399ccf64654ff83c08c96dba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69246566, jitterRate=0.03185424208641052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:17:44,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:44,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for acd3c2d1399ccf64654ff83c08c96dba: Running coprocessor pre-open hook at 1732587464256Writing region info on filesystem at 1732587464256Initializing all the Stores at 1732587464257 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587464257Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587464258 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587464258Cleaning up temporary data from old regions at 1732587464268 (+10 ms)Running coprocessor post-open hooks at 1732587464274 (+6 ms)Region opened successfully at 1732587464275 (+1 ms) 2024-11-26T02:17:44,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba., pid=7, masterSystemTime=1732587464224 2024-11-26T02:17:44,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:44,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:44,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=acd3c2d1399ccf64654ff83c08c96dba, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:44,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure acd3c2d1399ccf64654ff83c08c96dba, server=851e45ef8bcf,33403,1732587452293 because future has completed 2024-11-26T02:17:44,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T02:17:44,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure acd3c2d1399ccf64654ff83c08c96dba, server=851e45ef8bcf,33403,1732587452293 in 218 msec 2024-11-26T02:17:44,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:17:44,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acd3c2d1399ccf64654ff83c08c96dba, ASSIGN in 385 msec 2024-11-26T02:17:44,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:17:44,294 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587464294"}]},"ts":"1732587464294"} 2024-11-26T02:17:44,297 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:17:44,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:17:44,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2620 sec 2024-11-26T02:17:44,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba., hostname=851e45ef8bcf,33403,1732587452293, seqNum=2] 2024-11-26T02:17:44,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33403 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T02:17:44,446 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:44,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:44,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:17:44,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T02:17:44,648 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:17:44,684 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,33403,1732587452293, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:17:44,685 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:17:44,686 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,33403,1732587452293, seqNum=-1] 2024-11-26T02:17:44,686 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:17:44,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T02:17:44,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,33403,1732587452293', locateType=CURRENT is [region=hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba., hostname=851e45ef8bcf,33403,1732587452293, seqNum=2] 2024-11-26T02:17:44,696 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T02:17:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T02:17:44,702 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,33403,1732587452293 suceeded 2024-11-26T02:17:44,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T02:17:44,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-26T02:17:44,705 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:42563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:17:44,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7140 sec 2024-11-26T02:17:44,714 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:42563' 2024-11-26T02:17:44,716 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72aaf72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:44,716 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42563,-1 for getting cluster id 2024-11-26T02:17:44,716 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:44,717 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0bae1-23db-4661-985a-414c07791153' 2024-11-26T02:17:44,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:44,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0bae1-23db-4661-985a-414c07791153" 2024-11-26T02:17:44,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b4da22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:44,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42563,-1] 2024-11-26T02:17:44,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:44,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:44,719 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:44,720 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73cbf9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:44,720 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:44,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:44,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4933b368 2024-11-26T02:17:44,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:44,723 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T02:17:44,724 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,33403,1732587452293 (queues=1) is replicating from cluster=491caa31-43c1-4886-a89b-30f85d1ea182 to cluster=5aa0bae1-23db-4661-985a-414c07791153 2024-11-26T02:17:44,726 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C33403%2C1732587452293 2024-11-26T02:17:44,729 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,33403,1732587452293, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:17:44,732 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.shipper851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C33403%2C1732587452293 2024-11-26T02:17:44,736 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813, startPosition=0, beingWritten=true 2024-11-26T02:17:44,984 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:17:45,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:17:45,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:45,154 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:17:45,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:45,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,34291,-1 for getting cluster id 2024-11-26T02:17:45,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:45,157 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491caa31-43c1-4886-a89b-30f85d1ea182' 2024-11-26T02:17:45,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:45,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491caa31-43c1-4886-a89b-30f85d1ea182" 2024-11-26T02:17:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca32e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,34291,-1] 2024-11-26T02:17:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,161 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a433837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:45,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:45,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a0a771 2024-11-26T02:17:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:45,167 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:17:45,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://851e45ef8bcf:42563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:17:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:17:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T02:17:45,172 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:42563' 2024-11-26T02:17:45,173 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a2cc02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,174 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42563,-1 for getting cluster id 2024-11-26T02:17:45,174 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:45,175 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0bae1-23db-4661-985a-414c07791153' 2024-11-26T02:17:45,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:45,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0bae1-23db-4661-985a-414c07791153" 2024-11-26T02:17:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f96684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42563,-1] 2024-11-26T02:17:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,177 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:45,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad4d8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,179 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:45,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:45,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d7dfdf 2024-11-26T02:17:45,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:45,183 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:17:45,184 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-26T02:17:45,184 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:17:45,184 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,184 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:45,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:17:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T02:17:45,292 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:45,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-26T02:17:45,372 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T02:17:45,411 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-851e45ef8bcf,33403,1732587452293, ReplicationSource: 2, currentBandwidth=0 2024-11-26T02:17:45,414 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T02:17:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T02:17:45,418 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 851e45ef8bcf,33403,1732587452293 suceeded 2024-11-26T02:17:45,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:17:45,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-26T02:17:45,424 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://851e45ef8bcf:42563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:17:45,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 257 msec 2024-11-26T02:17:45,434 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:42563' 2024-11-26T02:17:45,436 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dda3dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,436 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42563,-1 for getting cluster id 2024-11-26T02:17:45,436 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:45,437 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0bae1-23db-4661-985a-414c07791153' 2024-11-26T02:17:45,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:45,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0bae1-23db-4661-985a-414c07791153" 2024-11-26T02:17:45,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4762ba95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42563,-1] 2024-11-26T02:17:45,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:45,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,440 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:45,441 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cd6163f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,441 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:45,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:45,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662921f6 2024-11-26T02:17:45,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:45,443 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T02:17:45,444 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-851e45ef8bcf,33403,1732587452293 (queues=1) is replicating from cluster=491caa31-43c1-4886-a89b-30f85d1ea182 to cluster=5aa0bae1-23db-4661-985a-414c07791153 2024-11-26T02:17:45,445 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=851e45ef8bcf%2C33403%2C1732587452293 2024-11-26T02:17:45,445 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-851e45ef8bcf,33403,1732587452293, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:17:45,445 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293.replicationSource.shipper851e45ef8bcf%2C33403%2C1732587452293,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C33403%2C1732587452293 2024-11-26T02:17:45,445 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813, startPosition=0, beingWritten=true 2024-11-26T02:17:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T02:17:45,494 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T02:17:45,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:17:45,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:45,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:45,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ee1e8db 2024-11-26T02:17:45,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:45,502 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:17:45,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T02:17:45,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T02:17:45,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T02:17:45,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T02:17:45,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:42563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:17:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T02:17:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T02:17:45,521 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:42563' 2024-11-26T02:17:45,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7e9472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,522 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42563,-1 for getting cluster id 2024-11-26T02:17:45,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:45,523 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0bae1-23db-4661-985a-414c07791153' 2024-11-26T02:17:45,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:45,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0bae1-23db-4661-985a-414c07791153" 2024-11-26T02:17:45,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b8232c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42563,-1] 2024-11-26T02:17:45,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:45,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,525 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:45,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff7626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:45,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:45,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24db2fac 2024-11-26T02:17:45,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:45,528 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:17:45,529 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T02:17:45,529 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:17:45,529 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,529 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:45,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:17:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T02:17:45,655 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:45,702 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:45,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-26T02:17:45,745 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-26T02:17:45,747 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T02:17:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T02:17:45,752 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 851e45ef8bcf,33403,1732587452293 suceeded 2024-11-26T02:17:45,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T02:17:45,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-26T02:17:45,757 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://851e45ef8bcf:42563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:17:45,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 243 msec 2024-11-26T02:17:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T02:17:45,834 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-26T02:17:45,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://851e45ef8bcf:42563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:17:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T02:17:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T02:17:45,841 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:42563' 2024-11-26T02:17:45,842 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d5b382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,842 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42563,-1 for getting cluster id 2024-11-26T02:17:45,843 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:45,844 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0bae1-23db-4661-985a-414c07791153' 2024-11-26T02:17:45,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:45,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0bae1-23db-4661-985a-414c07791153" 2024-11-26T02:17:45,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@845d8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42563,-1] 2024-11-26T02:17:45,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:45,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,847 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:45,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1460d070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:45,848 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:45,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:45,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15fa0ee1 2024-11-26T02:17:45,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:45,851 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:17:45,852 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T02:17:45,853 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:17:45,853 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,853 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:45,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:45,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:17:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T02:17:45,966 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:46,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-26T02:17:46,052 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-26T02:17:46,054 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T02:17:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T02:17:46,059 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 851e45ef8bcf,33403,1732587452293 suceeded 2024-11-26T02:17:46,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T02:17:46,063 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://851e45ef8bcf:42563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:17:46,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-26T02:17:46,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 228 msec 2024-11-26T02:17:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T02:17:46,154 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-26T02:17:46,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T02:17:46,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34291 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T02:17:46,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:17:46,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:46,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:46,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:46,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:46,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:17:46,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-26T02:17:46,159 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,34291,1732587451466 2024-11-26T02:17:46,197 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01798544051/running 2024-11-26T02:17:46,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01798544051/running 2024-11-26T02:17:46,197 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:17:46,197 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:46,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:46,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:17:46,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:46,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:46,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/running 2024-11-26T02:17:46,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/running 2024-11-26T02:17:46,198 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,33403,1732587452293' ***** 2024-11-26T02:17:46,198 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:17:46,198 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:17:46,198 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:17:46,198 INFO [RS:0;851e45ef8bcf:33403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:17:46,199 INFO [RS:0;851e45ef8bcf:33403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:17:46,199 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(3091): Received CLOSE for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:46,199 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:46,199 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:17:46,199 INFO [RS:0;851e45ef8bcf:33403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:33403. 2024-11-26T02:17:46,199 DEBUG [RS:0;851e45ef8bcf:33403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:46,199 DEBUG [RS:0;851e45ef8bcf:33403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:46,200 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acd3c2d1399ccf64654ff83c08c96dba, disabling compactions & flushes 2024-11-26T02:17:46,200 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:17:46,200 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:17:46,200 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:46,200 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:17:46,200 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:17:46,200 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:46,200 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. after waiting 0 ms 2024-11-26T02:17:46,200 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:46,200 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:17:46,200 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1325): Online Regions={acd3c2d1399ccf64654ff83c08c96dba=hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:17:46,200 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:17:46,200 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:17:46,200 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:17:46,200 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:17:46,200 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:17:46,200 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:46,203 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T02:17:46,203 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing acd3c2d1399ccf64654ff83c08c96dba 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-26T02:17:46,213 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:46,255 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:17:46,262 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba/.tmp/queue/dc62624b58694beda7743a61da2b8296 is 151, key is 1-851e45ef8bcf,33403,1732587452293/queue:851e45ef8bcf%2C33403%2C1732587452293/1732587464691/Put/seqid=0 2024-11-26T02:17:46,262 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/info/3cc8311c834b4fd79c797f239855a357 is 147, key is hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba./info:regioninfo/1732587464281/Put/seqid=0 2024-11-26T02:17:46,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741838_1014 (size=6631) 2024-11-26T02:17:46,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741839_1015 (size=5500) 2024-11-26T02:17:46,372 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:46,401 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:46,601 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:46,640 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:17:46,640 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:17:46,673 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/info/3cc8311c834b4fd79c797f239855a357 2024-11-26T02:17:46,673 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba/.tmp/queue/dc62624b58694beda7743a61da2b8296 2024-11-26T02:17:46,719 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba/.tmp/queue/dc62624b58694beda7743a61da2b8296 as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba/queue/dc62624b58694beda7743a61da2b8296 2024-11-26T02:17:46,727 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba/queue/dc62624b58694beda7743a61da2b8296, entries=2, sequenceid=6, filesize=5.4 K 2024-11-26T02:17:46,734 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for acd3c2d1399ccf64654ff83c08c96dba in 530ms, sequenceid=6, compaction requested=false 2024-11-26T02:17:46,734 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T02:17:46,735 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/ns/923f9b74bc61488d9855bb2591dc23cf is 43, key is default/ns:d/1732587456567/Put/seqid=0 2024-11-26T02:17:46,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741840_1016 (size=5153) 2024-11-26T02:17:46,742 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T02:17:46,745 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:17:46,745 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:17:46,745 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:46,745 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acd3c2d1399ccf64654ff83c08c96dba: Waiting for close lock at 1732587466199Running coprocessor pre-close hooks at 1732587466199Disabling compacts and flushes for region at 1732587466199Disabling writes for close at 1732587466200 (+1 ms)Obtaining lock to block concurrent updates at 1732587466203 (+3 ms)Preparing flush snapshotting stores in acd3c2d1399ccf64654ff83c08c96dba at 1732587466203Finished memstore snapshotting hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732587466210 (+7 ms)Flushing stores of hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. at 1732587466211 (+1 ms)Flushing acd3c2d1399ccf64654ff83c08c96dba/queue: creating writer at 1732587466213 (+2 ms)Flushing acd3c2d1399ccf64654ff83c08c96dba/queue: appending metadata at 1732587466249 (+36 ms)Flushing acd3c2d1399ccf64654ff83c08c96dba/queue: closing flushed file at 1732587466251 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464dd31c: reopening flushed file at 1732587466717 (+466 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for acd3c2d1399ccf64654ff83c08c96dba in 530ms, sequenceid=6, compaction requested=false at 1732587466734 (+17 ms)Writing region close event to WAL at 1732587466736 (+2 ms)Running coprocessor post-close hooks at 1732587466743 (+7 ms)Closed at 1732587466745 (+2 ms) 2024-11-26T02:17:46,745 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:46,801 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:17:46,819 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:46,879 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:47,001 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:17:47,143 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/ns/923f9b74bc61488d9855bb2591dc23cf 2024-11-26T02:17:47,170 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/table/8f1ffbc80be041e79e8cf6ab8631d233 is 53, key is hbase:replication/table:state/1732587464294/Put/seqid=0 2024-11-26T02:17:47,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741841_1017 (size=5256) 2024-11-26T02:17:47,202 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:17:47,202 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:17:47,202 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:17:47,402 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:17:47,486 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:47,531 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 to pos 0, reset compression=false 2024-11-26T02:17:47,578 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/table/8f1ffbc80be041e79e8cf6ab8631d233 2024-11-26T02:17:47,593 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/info/3cc8311c834b4fd79c797f239855a357 as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/info/3cc8311c834b4fd79c797f239855a357 2024-11-26T02:17:47,602 DEBUG [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:17:47,603 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/info/3cc8311c834b4fd79c797f239855a357, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T02:17:47,605 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/ns/923f9b74bc61488d9855bb2591dc23cf as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/ns/923f9b74bc61488d9855bb2591dc23cf 2024-11-26T02:17:47,615 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/ns/923f9b74bc61488d9855bb2591dc23cf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T02:17:47,616 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/table/8f1ffbc80be041e79e8cf6ab8631d233 as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/table/8f1ffbc80be041e79e8cf6ab8631d233 2024-11-26T02:17:47,624 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/table/8f1ffbc80be041e79e8cf6ab8631d233, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T02:17:47,626 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=11, compaction requested=false 2024-11-26T02:17:47,632 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T02:17:47,633 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:17:47,633 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:17:47,633 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:17:47,633 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587466200Running coprocessor pre-close hooks at 1732587466200Disabling compacts and flushes for region at 1732587466200Disabling writes for close at 1732587466200Obtaining lock to block concurrent updates at 1732587466203 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732587466203Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732587466210 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732587466211 (+1 ms)Flushing 1588230740/info: creating writer at 1732587466213 (+2 ms)Flushing 1588230740/info: appending metadata at 1732587466249 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732587466251 (+2 ms)Flushing 1588230740/ns: creating writer at 1732587466717 (+466 ms)Flushing 1588230740/ns: appending metadata at 1732587466734 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732587466734Flushing 1588230740/table: creating writer at 1732587467154 (+420 ms)Flushing 1588230740/table: appending metadata at 1732587467169 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732587467169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea230cb: reopening flushed file at 1732587467592 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7a9cd6: reopening flushed file at 1732587467604 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0b7d6a: reopening flushed file at 1732587467615 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=11, compaction requested=false at 1732587467626 (+11 ms)Writing region close event to WAL at 1732587467627 (+1 ms)Running coprocessor post-close hooks at 1732587467633 (+6 ms)Closed at 1732587467633 2024-11-26T02:17:47,633 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:17:47,803 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,33403,1732587452293; all regions closed. 2024-11-26T02:17:47,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741834_1010 (size=2742) 2024-11-26T02:17:47,815 DEBUG [RS:0;851e45ef8bcf:33403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs 2024-11-26T02:17:47,815 INFO [RS:0;851e45ef8bcf:33403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C33403%2C1732587452293.meta:.meta(num 1732587456305) 2024-11-26T02:17:47,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741837_1013 (size=1802) 2024-11-26T02:17:47,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.rep.1732587464235 not finished, retry = 0 2024-11-26T02:17:47,923 DEBUG [RS:0;851e45ef8bcf:33403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs 2024-11-26T02:17:47,923 INFO [RS:0;851e45ef8bcf:33403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C33403%2C1732587452293.rep:(num 1732587464235) 2024-11-26T02:17:47,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741833_1009 (size=93) 2024-11-26T02:17:47,927 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293/851e45ef8bcf%2C33403%2C1732587452293.1732587455813 not finished, retry = 0 2024-11-26T02:17:48,030 DEBUG [RS:0;851e45ef8bcf:33403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs 2024-11-26T02:17:48,030 INFO [RS:0;851e45ef8bcf:33403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C33403%2C1732587452293:(num 1732587455813) 2024-11-26T02:17:48,030 DEBUG [RS:0;851e45ef8bcf:33403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:48,030 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:17:48,031 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:17:48,031 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:17:48,031 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:17:48,031 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:17:48,031 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,33403,1732587452293 because: Region server is closing 2024-11-26T02:17:48,032 INFO [RS:0;851e45ef8bcf:33403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:33403. 2024-11-26T02:17:48,032 DEBUG [RS:0;851e45ef8bcf:33403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:48,032 DEBUG [RS:0;851e45ef8bcf:33403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:48,032 DEBUG [RS:0;851e45ef8bcf:33403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:48,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:48,132 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.wal-reader.851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:17:48,132 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.shipper851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T02:17:48,133 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33403,1732587452293.replicationSource.shipper851e45ef8bcf%2C33403%2C1732587452293,1-851e45ef8bcf,33403,1732587452293 terminated 2024-11-26T02:17:48,133 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-851e45ef8bcf,33403,1732587452293 because: Region server is closing 2024-11-26T02:17:48,133 INFO [RS:0;851e45ef8bcf:33403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:33403. 2024-11-26T02:17:48,133 DEBUG [RS:0;851e45ef8bcf:33403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:48,133 DEBUG [RS:0;851e45ef8bcf:33403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:48,133 DEBUG [RS:0;851e45ef8bcf:33403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:48,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:48,234 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293.replicationSource.shipper851e45ef8bcf%2C33403%2C1732587452293,2-851e45ef8bcf,33403,1732587452293 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T02:17:48,234 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,33403,1732587452293.replicationSource.shipper851e45ef8bcf%2C33403%2C1732587452293,2-851e45ef8bcf,33403,1732587452293 terminated 2024-11-26T02:17:48,235 INFO [RS:0;851e45ef8bcf:33403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33403 2024-11-26T02:17:48,288 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01798544051/rs/851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:48,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/rs 2024-11-26T02:17:48,288 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:17:48,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,33403,1732587452293] 2024-11-26T02:17:48,312 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/draining/851e45ef8bcf,33403,1732587452293 already deleted, retry=false 2024-11-26T02:17:48,312 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,33403,1732587452293 expired; onlineServers=0 2024-11-26T02:17:48,313 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,34291,1732587451466' ***** 2024-11-26T02:17:48,313 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:17:48,313 INFO [M:0;851e45ef8bcf:34291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:17:48,313 INFO [M:0;851e45ef8bcf:34291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:17:48,313 DEBUG [M:0;851e45ef8bcf:34291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:17:48,313 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:17:48,313 DEBUG [M:0;851e45ef8bcf:34291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:17:48,313 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587455426 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587455426,5,FailOnTimeoutGroup] 2024-11-26T02:17:48,313 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587455432 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587455432,5,FailOnTimeoutGroup] 2024-11-26T02:17:48,314 INFO [M:0;851e45ef8bcf:34291 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:17:48,314 INFO [M:0;851e45ef8bcf:34291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:17:48,314 DEBUG [M:0;851e45ef8bcf:34291 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:17:48,314 INFO [M:0;851e45ef8bcf:34291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:17:48,314 INFO [M:0;851e45ef8bcf:34291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:17:48,315 INFO [M:0;851e45ef8bcf:34291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:17:48,315 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:17:48,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01798544051/master 2024-11-26T02:17:48,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:48,323 DEBUG [M:0;851e45ef8bcf:34291 {}] zookeeper.ZKUtil(347): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/master because node does not exist (not an error) 2024-11-26T02:17:48,323 WARN [M:0;851e45ef8bcf:34291 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:17:48,324 INFO [M:0;851e45ef8bcf:34291 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/.lastflushedseqids 2024-11-26T02:17:48,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:17:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741842_1018 (size=181) 2024-11-26T02:17:48,350 INFO [M:0;851e45ef8bcf:34291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:17:48,350 INFO [M:0;851e45ef8bcf:34291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:17:48,350 DEBUG [M:0;851e45ef8bcf:34291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:17:48,350 INFO [M:0;851e45ef8bcf:34291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:48,350 DEBUG [M:0;851e45ef8bcf:34291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:48,350 DEBUG [M:0;851e45ef8bcf:34291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:17:48,350 DEBUG [M:0;851e45ef8bcf:34291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:48,350 INFO [M:0;851e45ef8bcf:34291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-26T02:17:48,382 DEBUG [M:0;851e45ef8bcf:34291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5559c8c987dd44088d143f7bc1c55151 is 82, key is hbase:meta,,1/info:regioninfo/1732587456427/Put/seqid=0 2024-11-26T02:17:48,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741843_1019 (size=5672) 2024-11-26T02:17:48,403 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:17:48,403 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33403-0x10174ee5ef30001, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:17:48,403 INFO [RS:0;851e45ef8bcf:33403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:17:48,403 INFO [RS:0;851e45ef8bcf:33403 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,33403,1732587452293; zookeeper connection closed. 2024-11-26T02:17:48,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ba64e70 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ba64e70 2024-11-26T02:17:48,404 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:17:48,790 INFO [M:0;851e45ef8bcf:34291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5559c8c987dd44088d143f7bc1c55151 2024-11-26T02:17:48,817 DEBUG [M:0;851e45ef8bcf:34291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/848b11ed2f01466d85a9662c8e40c0fc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732587464300/Put/seqid=0 2024-11-26T02:17:48,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741844_1020 (size=8663) 2024-11-26T02:17:49,223 INFO [M:0;851e45ef8bcf:34291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/848b11ed2f01466d85a9662c8e40c0fc 2024-11-26T02:17:49,248 DEBUG [M:0;851e45ef8bcf:34291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b50bd6396c943da8b6297c41252e994 is 69, key is 851e45ef8bcf,33403,1732587452293/rs:state/1732587455532/Put/seqid=0 2024-11-26T02:17:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741845_1021 (size=5156) 2024-11-26T02:17:49,655 INFO [M:0;851e45ef8bcf:34291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b50bd6396c943da8b6297c41252e994 2024-11-26T02:17:49,666 DEBUG [M:0;851e45ef8bcf:34291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5559c8c987dd44088d143f7bc1c55151 as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5559c8c987dd44088d143f7bc1c55151 2024-11-26T02:17:49,676 INFO [M:0;851e45ef8bcf:34291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5559c8c987dd44088d143f7bc1c55151, entries=8, sequenceid=115, filesize=5.5 K 2024-11-26T02:17:49,678 DEBUG [M:0;851e45ef8bcf:34291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/848b11ed2f01466d85a9662c8e40c0fc as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/848b11ed2f01466d85a9662c8e40c0fc 2024-11-26T02:17:49,684 INFO [M:0;851e45ef8bcf:34291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/848b11ed2f01466d85a9662c8e40c0fc, entries=14, sequenceid=115, filesize=8.5 K 2024-11-26T02:17:49,685 DEBUG [M:0;851e45ef8bcf:34291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b50bd6396c943da8b6297c41252e994 as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b50bd6396c943da8b6297c41252e994 2024-11-26T02:17:49,692 INFO [M:0;851e45ef8bcf:34291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b50bd6396c943da8b6297c41252e994, entries=1, sequenceid=115, filesize=5.0 K 2024-11-26T02:17:49,693 INFO [M:0;851e45ef8bcf:34291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=115, compaction requested=false 2024-11-26T02:17:49,695 INFO [M:0;851e45ef8bcf:34291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:49,695 DEBUG [M:0;851e45ef8bcf:34291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587468350Disabling compacts and flushes for region at 1732587468350Disabling writes for close at 1732587468350Obtaining lock to block concurrent updates at 1732587468351 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587468351Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732587468351Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587468352 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587468352Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587468380 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587468380Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587468800 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587468817 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587468817Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587469230 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587469247 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587469247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b6d033: reopening flushed file at 1732587469665 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc6e6d3: reopening flushed file at 1732587469676 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51408e7c: reopening flushed file at 1732587469684 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=115, compaction requested=false at 1732587469693 (+9 ms)Writing region close event to WAL at 1732587469695 (+2 ms)Closed at 1732587469695 2024-11-26T02:17:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741830_1006 (size=59421) 2024-11-26T02:17:49,699 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:17:49,699 INFO [M:0;851e45ef8bcf:34291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:17:49,699 INFO [M:0;851e45ef8bcf:34291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34291 2024-11-26T02:17:49,699 INFO [M:0;851e45ef8bcf:34291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:17:49,813 INFO [M:0;851e45ef8bcf:34291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:17:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:17:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34291-0x10174ee5ef30000, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:17:49,816 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:17:49,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:49,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:49,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:17:49,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:49,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:17:49,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:17:49,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:17:49,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41723 2024-11-26T02:17:49,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41723 connecting to ZooKeeper ensemble=127.0.0.1:51301 2024-11-26T02:17:49,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417230x0, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:17:49,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41723-0x10174ee5ef30006 connected 2024-11-26T02:17:49,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:49,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:49,867 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: INIT 2024-11-26T02:17:49,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/running 2024-11-26T02:17:49,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0, hbase.cluster.distributed=false 2024-11-26T02:17:49,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/acl 2024-11-26T02:17:49,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41723 2024-11-26T02:17:49,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41723 2024-11-26T02:17:49,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41723 2024-11-26T02:17:49,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41723 2024-11-26T02:17:49,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41723 2024-11-26T02:17:49,887 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:17:49,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:49,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:49,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:17:49,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:17:49,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:17:49,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:17:49,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:17:49,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44165 2024-11-26T02:17:49,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44165 connecting to ZooKeeper ensemble=127.0.0.1:51301 2024-11-26T02:17:49,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:49,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:49,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441650x0, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:17:49,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441650x0, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/running 2024-11-26T02:17:49,903 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: INIT 2024-11-26T02:17:49,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44165-0x10174ee5ef30007 connected 2024-11-26T02:17:49,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:17:49,904 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:17:49,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/master 2024-11-26T02:17:49,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/acl 2024-11-26T02:17:49,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44165 2024-11-26T02:17:49,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44165 2024-11-26T02:17:49,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44165 2024-11-26T02:17:49,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44165 2024-11-26T02:17:49,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44165 2024-11-26T02:17:49,929 DEBUG [M:0;851e45ef8bcf:41723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:41723 2024-11-26T02:17:49,929 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01798544051/backup-masters/851e45ef8bcf,41723,1732587469816 2024-11-26T02:17:49,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/backup-masters 2024-11-26T02:17:49,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/backup-masters 2024-11-26T02:17:49,941 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on existing znode=/01798544051/backup-masters/851e45ef8bcf,41723,1732587469816 2024-11-26T02:17:49,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01798544051/master 2024-11-26T02:17:49,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:49,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:49,951 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on existing znode=/01798544051/master 2024-11-26T02:17:49,952 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01798544051/backup-masters/851e45ef8bcf,41723,1732587469816 from backup master directory 2024-11-26T02:17:49,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/backup-masters 2024-11-26T02:17:49,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01798544051/backup-masters/851e45ef8bcf,41723,1732587469816 2024-11-26T02:17:49,962 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:17:49,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/backup-masters 2024-11-26T02:17:49,962 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,41723,1732587469816 2024-11-26T02:17:49,982 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:17:49,982 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:17:49,998 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-26T02:17:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741846_1022 (size=196) 2024-11-26T02:17:50,415 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:17:50,416 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:17:50,417 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:50,429 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T02:17:50,432 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,34291,1732587451466 to hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,34291,1732587451466-dead as it is dead 2024-11-26T02:17:50,434 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T02:17:50,434 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T02:17:50,434 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,34291,1732587451466-dead/851e45ef8bcf%2C34291%2C1732587451466.1732587454509 2024-11-26T02:17:50,439 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,34291,1732587451466-dead/851e45ef8bcf%2C34291%2C1732587451466.1732587454509 after 3ms 2024-11-26T02:17:50,440 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,34291,1732587451466-dead/851e45ef8bcf%2C34291%2C1732587451466.1732587454509 to hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/851e45ef8bcf%2C34291%2C1732587451466.1732587454509 2024-11-26T02:17:50,440 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,34291,1732587451466-dead 2024-11-26T02:17:50,441 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,41723,1732587469816 2024-11-26T02:17:50,442 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:17:50,444 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C41723%2C1732587469816, suffix=, logDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,41723,1732587469816, archiveDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/oldWALs, maxLogs=10 2024-11-26T02:17:50,455 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,41723,1732587469816/851e45ef8bcf%2C41723%2C1732587469816.1732587470444, exclude list is [], retry=0 2024-11-26T02:17:50,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34171,DS-5cb2bc89-bb28-4099-bb8b-191da7b6af04,DISK] 2024-11-26T02:17:50,461 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/WALs/851e45ef8bcf,41723,1732587469816/851e45ef8bcf%2C41723%2C1732587469816.1732587470444 2024-11-26T02:17:50,462 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41735:41735)] 2024-11-26T02:17:50,462 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:17:50,462 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:50,462 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:50,462 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:50,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:50,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:17:50,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:50,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5559c8c987dd44088d143f7bc1c55151 2024-11-26T02:17:50,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:50,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:50,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:17:50,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:50,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/848b11ed2f01466d85a9662c8e40c0fc 2024-11-26T02:17:50,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:50,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:50,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:17:50,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:50,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b50bd6396c943da8b6297c41252e994 2024-11-26T02:17:50,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:50,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:50,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:17:50,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:50,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:50,496 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:50,497 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T02:17:50,497 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/851e45ef8bcf%2C34291%2C1732587451466.1732587454509 2024-11-26T02:17:50,513 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/851e45ef8bcf%2C34291%2C1732587451466.1732587454509 2024-11-26T02:17:50,514 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/851e45ef8bcf%2C34291%2C1732587451466.1732587454509 2024-11-26T02:17:50,516 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:50,516 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:50,517 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:17:50,519 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:17:50,522 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-26T02:17:50,524 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66034619, jitterRate=-0.016007497906684875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:17:50,524 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587470462Initializing all the Stores at 1732587470464 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587470464Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587470464Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587470464Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587470464Cleaning up temporary data from old regions at 1732587470516 (+52 ms)Region opened successfully at 1732587470524 (+8 ms) 2024-11-26T02:17:50,524 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:17:50,529 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77578624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:17:50,539 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T02:17:50,539 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:17:50,539 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:17:50,539 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:17:50,540 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:17:50,546 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:17:50,546 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:17:50,547 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:17:50,547 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:17:50,547 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T02:17:50,547 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T02:17:50,547 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-26T02:17:50,548 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:17:50,552 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=851e45ef8bcf,33403,1732587452293, regionLocation=851e45ef8bcf,33403,1732587452293, openSeqNum=2 2024-11-26T02:17:50,552 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=851e45ef8bcf,33403,1732587452293, table=hbase:meta, region=1588230740 2024-11-26T02:17:50,552 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,33403,1732587452293, state=OPEN 2024-11-26T02:17:50,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01798544051/meta-region-server 2024-11-26T02:17:50,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01798544051/meta-region-server 2024-11-26T02:17:50,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: CHANGED 2024-11-26T02:17:50,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: CHANGED 2024-11-26T02:17:50,619 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:17:50,688 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/draining/851e45ef8bcf,33403,1732587452293 already deleted, retry=false 2024-11-26T02:17:50,688 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 851e45ef8bcf,33403,1732587452293 on 851e45ef8bcf,41723,1732587469816 2024-11-26T02:17:50,695 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 851e45ef8bcf,33403,1732587452293, splitWal=true, meta=true 2024-11-26T02:17:50,697 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 851e45ef8bcf,33403,1732587452293 (carryingMeta=true) 851e45ef8bcf,33403,1732587452293/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6a4ad4c0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T02:17:50,700 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/balancer because node does not exist (not necessarily an error) 2024-11-26T02:17:50,712 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/balancer already deleted, retry=false 2024-11-26T02:17:50,713 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:17:50,714 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:17:50,749 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/normalizer already deleted, retry=false 2024-11-26T02:17:50,750 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:17:50,752 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:17:50,772 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/switch/split already deleted, retry=false 2024-11-26T02:17:50,775 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:17:50,786 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/switch/merge already deleted, retry=false 2024-11-26T02:17:50,809 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:17:50,817 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/snapshot-cleanup already deleted, retry=false 2024-11-26T02:17:50,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01798544051/running 2024-11-26T02:17:50,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01798544051/running 2024-11-26T02:17:50,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:50,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:50,829 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,41723,1732587469816, sessionid=0x10174ee5ef30006, setting cluster-up flag (Was=false) 2024-11-26T02:17:50,840 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01798544051/flush-table-proc/acquired, /01798544051/flush-table-proc/reached, /01798544051/flush-table-proc/abort 2024-11-26T02:17:50,841 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,41723,1732587469816 2024-11-26T02:17:50,850 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01798544051/online-snapshot/acquired, /01798544051/online-snapshot/reached, /01798544051/online-snapshot/abort 2024-11-26T02:17:50,852 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,41723,1732587469816 2024-11-26T02:17:50,854 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/.lastflushedseqids 2024-11-26T02:17:50,858 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:17:50,858 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:17:50,859 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,41723,1732587469816 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 851e45ef8bcf,33403,1732587452293 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:17:50,860 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:50,861 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:50,861 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:50,861 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:17:50,861 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:17:50,861 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:50,861 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:17:50,861 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:50,864 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587500863 2024-11-26T02:17:50,864 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:17:50,864 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 851e45ef8bcf,33403,1732587452293, splitWal=true, meta=true 2024-11-26T02:17:50,864 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:17:50,864 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:17:50,864 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:17:50,864 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:17:50,864 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:17:50,864 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:50,865 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:17:50,865 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 851e45ef8bcf,33403,1732587452293, splitWal=true, meta=true, isMeta: true 2024-11-26T02:17:50,865 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:17:50,866 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:17:50,866 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:17:50,866 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:17:50,866 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:17:50,866 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587470866,5,FailOnTimeoutGroup] 2024-11-26T02:17:50,866 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587470866,5,FailOnTimeoutGroup] 2024-11-26T02:17:50,867 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:50,867 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:17:50,867 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:50,867 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:50,867 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587470867, completionTime=-1 2024-11-26T02:17:50,867 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T02:17:50,867 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293-splitting 2024-11-26T02:17:50,868 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293-splitting dir is empty, no logs to split. 2024-11-26T02:17:50,869 INFO [PEWorker-1 {}] master.SplitWALManager(105): 851e45ef8bcf,33403,1732587452293 WAL count=0, meta=true 2024-11-26T02:17:50,871 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T02:17:50,873 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293-splitting dir is empty, no logs to split. 2024-11-26T02:17:50,873 INFO [PEWorker-1 {}] master.SplitWALManager(105): 851e45ef8bcf,33403,1732587452293 WAL count=0, meta=true 2024-11-26T02:17:50,873 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 851e45ef8bcf,33403,1732587452293 WAL splitting is done? wals=0, meta=true 2024-11-26T02:17:50,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:17:50,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:17:50,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T02:17:50,917 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(746): ClusterId : 491caa31-43c1-4886-a89b-30f85d1ea182 2024-11-26T02:17:50,918 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:17:50,931 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:17:50,931 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:17:50,945 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:17:50,946 DEBUG [RS:0;851e45ef8bcf:44165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54efdba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:17:50,960 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:44165 2024-11-26T02:17:50,961 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:17:50,961 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:17:50,961 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:17:50,962 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,41723,1732587469816 with port=44165, startcode=1732587469887 2024-11-26T02:17:50,962 DEBUG [RS:0;851e45ef8bcf:44165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:17:50,964 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:17:50,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:50,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41723 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:50,967 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0 2024-11-26T02:17:50,967 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34805 2024-11-26T02:17:50,967 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:17:50,971 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T02:17:50,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/rs 2024-11-26T02:17:50,976 DEBUG [RS:0;851e45ef8bcf:44165 {}] zookeeper.ZKUtil(111): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on existing znode=/01798544051/rs/851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:50,976 WARN [RS:0;851e45ef8bcf:44165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:17:50,976 INFO [RS:0;851e45ef8bcf:44165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:50,976 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:50,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,44165,1732587469887] 2024-11-26T02:17:51,019 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:17:51,021 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:17:51,022 INFO [RS:0;851e45ef8bcf:44165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:17:51,022 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:51,022 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:17:51,023 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:17:51,023 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:51,023 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:17:51,024 DEBUG [RS:0;851e45ef8bcf:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:17:51,025 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:51,025 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:51,025 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:51,025 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:51,025 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:51,025 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44165,1732587469887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:17:51,029 WARN [851e45ef8bcf:41723 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T02:17:51,039 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:17:51,039 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44165,1732587469887-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:51,059 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,44165,1732587469887, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:17:51,077 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSource(231): queueId=2-851e45ef8bcf,44165,1732587469887, ReplicationSource: 2, currentBandwidth=0 2024-11-26T02:17:51,078 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:51,078 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.Replication(171): 851e45ef8bcf,44165,1732587469887 started 2024-11-26T02:17:51,080 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,1-851e45ef8bcf,44165,1732587469887 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:42563' 2024-11-26T02:17:51,081 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,1-851e45ef8bcf,44165,1732587469887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43846c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:51,081 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,1-851e45ef8bcf,44165,1732587469887 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42563,-1 for getting cluster id 2024-11-26T02:17:51,082 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,1-851e45ef8bcf,44165,1732587469887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:51,083 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0bae1-23db-4661-985a-414c07791153' 2024-11-26T02:17:51,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:51,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0bae1-23db-4661-985a-414c07791153" 2024-11-26T02:17:51,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd595da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:51,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42563,-1] 2024-11-26T02:17:51,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:51,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:51,086 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:51,088 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,1-851e45ef8bcf,44165,1732587469887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@300d4fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:51,088 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,1-851e45ef8bcf,44165,1732587469887 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:51,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:51,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33bf0616 2024-11-26T02:17:51,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:51,091 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T02:17:51,098 INFO [RS:0;851e45ef8bcf:44165.replicationSource,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,44165,1732587469887 (queues=0) is replicating from cluster=491caa31-43c1-4886-a89b-30f85d1ea182 to cluster=5aa0bae1-23db-4661-985a-414c07791153 2024-11-26T02:17:51,099 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:51,101 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,44165,1732587469887, RpcServer on 851e45ef8bcf/172.17.0.2:44165, sessionid=0x10174ee5ef30007 2024-11-26T02:17:51,101 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:17:51,101 DEBUG [RS:0;851e45ef8bcf:44165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:51,101 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,44165,1732587469887' 2024-11-26T02:17:51,101 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01798544051/flush-table-proc/abort' 2024-11-26T02:17:51,102 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,2-851e45ef8bcf,44165,1732587469887 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:42563' 2024-11-26T02:17:51,103 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01798544051/flush-table-proc/acquired' 2024-11-26T02:17:51,103 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:17:51,103 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:17:51,104 DEBUG [RS:0;851e45ef8bcf:44165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:51,104 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,44165,1732587469887' 2024-11-26T02:17:51,104 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01798544051/online-snapshot/abort' 2024-11-26T02:17:51,104 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,2-851e45ef8bcf,44165,1732587469887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48efbcc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:51,104 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,2-851e45ef8bcf,44165,1732587469887 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42563,-1 for getting cluster id 2024-11-26T02:17:51,105 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,2-851e45ef8bcf,44165,1732587469887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:51,105 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01798544051/online-snapshot/acquired' 2024-11-26T02:17:51,106 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0bae1-23db-4661-985a-414c07791153' 2024-11-26T02:17:51,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:51,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0bae1-23db-4661-985a-414c07791153" 2024-11-26T02:17:51,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f8f74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:51,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42563,-1] 2024-11-26T02:17:51,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:51,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:51,108 DEBUG [RS:0;851e45ef8bcf:44165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:17:51,108 INFO [RS:0;851e45ef8bcf:44165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:17:51,108 INFO [RS:0;851e45ef8bcf:44165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:17:51,108 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:51,109 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,2-851e45ef8bcf,44165,1732587469887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b12032e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:51,110 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource,2-851e45ef8bcf,44165,1732587469887 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:51,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:51,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13286736 2024-11-26T02:17:51,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:51,113 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T02:17:51,114 INFO [RS:0;851e45ef8bcf:44165.replicationSource,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-851e45ef8bcf,44165,1732587469887 (queues=0) is replicating from cluster=491caa31-43c1-4886-a89b-30f85d1ea182 to cluster=5aa0bae1-23db-4661-985a-414c07791153 2024-11-26T02:17:51,209 INFO [RS:0;851e45ef8bcf:44165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:17:51,211 INFO [RS:0;851e45ef8bcf:44165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C44165%2C1732587469887, suffix=, logDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887, archiveDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs, maxLogs=10 2024-11-26T02:17:51,224 DEBUG [RS:0;851e45ef8bcf:44165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211, exclude list is [], retry=0 2024-11-26T02:17:51,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34171,DS-5cb2bc89-bb28-4099-bb8b-191da7b6af04,DISK] 2024-11-26T02:17:51,230 INFO [RS:0;851e45ef8bcf:44165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 2024-11-26T02:17:51,230 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 851e45ef8bcf%2C44165%2C1732587469887 for peer 2 2024-11-26T02:17:51,230 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 851e45ef8bcf%2C44165%2C1732587469887 for peer 1 2024-11-26T02:17:51,230 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C44165%2C1732587469887 2024-11-26T02:17:51,230 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,44165,1732587469887, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:17:51,231 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=851e45ef8bcf%2C44165%2C1732587469887 2024-11-26T02:17:51,231 INFO [RS:0;851e45ef8bcf:44165.replicationSource.shipper851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C44165%2C1732587469887 2024-11-26T02:17:51,231 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-851e45ef8bcf,44165,1732587469887, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:17:51,232 DEBUG [RS:0;851e45ef8bcf:44165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41735:41735)] 2024-11-26T02:17:51,232 INFO [RS:0;851e45ef8bcf:44165.replicationSource.shipper851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C44165%2C1732587469887 2024-11-26T02:17:51,232 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211, startPosition=0, beingWritten=true 2024-11-26T02:17:51,232 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211, startPosition=0, beingWritten=true 2024-11-26T02:17:51,280 DEBUG [851e45ef8bcf:41723 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:17:51,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:51,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,44165,1732587469887, state=OPENING 2024-11-26T02:17:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01798544051/meta-region-server 2024-11-26T02:17:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01798544051/meta-region-server 2024-11-26T02:17:51,291 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:17:51,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: CHANGED 2024-11-26T02:17:51,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: CHANGED 2024-11-26T02:17:51,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,44165,1732587469887}] 2024-11-26T02:17:51,441 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:51,443 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:51,447 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:17:51,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:17:51,455 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:17:51,455 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:51,455 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:17:51,457 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C44165%2C1732587469887.meta, suffix=.meta, logDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887, archiveDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs, maxLogs=10 2024-11-26T02:17:51,472 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.meta.1732587471458.meta, exclude list is [], retry=0 2024-11-26T02:17:51,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34171,DS-5cb2bc89-bb28-4099-bb8b-191da7b6af04,DISK] 2024-11-26T02:17:51,477 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.meta.1732587471458.meta 2024-11-26T02:17:51,477 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41735:41735)] 2024-11-26T02:17:51,477 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:17:51,478 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:17:51,478 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:17:51,478 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:17:51,478 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:17:51,478 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:17:51,478 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:51,478 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:17:51,478 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:17:51,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:17:51,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:17:51,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:51,488 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/info/3cc8311c834b4fd79c797f239855a357 2024-11-26T02:17:51,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:51,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:17:51,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:17:51,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:51,497 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/ns/923f9b74bc61488d9855bb2591dc23cf 2024-11-26T02:17:51,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:51,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:17:51,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:17:51,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:51,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:51,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:17:51,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:17:51,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:51,507 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/table/8f1ffbc80be041e79e8cf6ab8631d233 2024-11-26T02:17:51,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:17:51,508 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:17:51,509 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740 2024-11-26T02:17:51,510 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740 2024-11-26T02:17:51,512 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:17:51,512 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:17:51,513 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:17:51,515 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:17:51,515 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61522197, jitterRate=-0.0832478255033493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:17:51,516 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:17:51,516 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587471479Writing region info on filesystem at 1732587471479Initializing all the Stores at 1732587471480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587471480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587471480Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587471480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587471480Cleaning up temporary data from old regions at 1732587471512 (+32 ms)Running coprocessor post-open hooks at 1732587471516 (+4 ms)Region opened successfully at 1732587471516 2024-11-26T02:17:51,517 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732587471447 2024-11-26T02:17:51,519 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:17:51,519 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:17:51,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:51,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,44165,1732587469887, state=OPEN 2024-11-26T02:17:51,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01798544051/meta-region-server 2024-11-26T02:17:51,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01798544051/meta-region-server 2024-11-26T02:17:51,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:51,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: CHANGED 2024-11-26T02:17:51,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01798544051/meta-region-server: CHANGED 2024-11-26T02:17:51,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T02:17:51,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,44165,1732587469887 in 242 msec 2024-11-26T02:17:51,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T02:17:51,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-11-26T02:17:51,753 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:51,753 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:52,162 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:52,162 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:52,474 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-26T02:17:52,673 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:52,674 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:53,283 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:53,284 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:53,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:17:53,978 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-26T02:17:53,991 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:53,993 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:54,802 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:54,804 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:55,381 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T02:17:55,381 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:17:55,381 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:17:55,382 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,44165,1732587469887, seqNum=-1] 2024-11-26T02:17:55,382 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:17:55,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:17:55,392 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acd3c2d1399ccf64654ff83c08c96dba, regionState=OPEN, lastHost=851e45ef8bcf,33403,1732587452293, regionLocation=851e45ef8bcf,33403,1732587452293, openSeqNum=2 2024-11-26T02:17:55,392 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:17:55,392 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587535392 2024-11-26T02:17:55,392 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587595392 2024-11-26T02:17:55,392 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-26T02:17:55,393 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,41723,1732587469816-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:55,393 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,41723,1732587469816-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:55,393 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,41723,1732587469816-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:55,393 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:41723, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:55,393 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:55,394 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 851e45ef8bcf,33403,1732587452293 had 2 regions 2024-11-26T02:17:55,395 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:55,396 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 851e45ef8bcf,33403,1732587452293, splitWal=true, meta=true, isMeta: false 2024-11-26T02:17:55,401 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293-splitting dir is empty, no logs to split. 2024-11-26T02:17:55,401 INFO [PEWorker-3 {}] master.SplitWALManager(105): 851e45ef8bcf,33403,1732587452293 WAL count=0, meta=false 2024-11-26T02:17:55,407 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.445sec 2024-11-26T02:17:55,407 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:17:55,407 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:17:55,407 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:17:55,407 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:17:55,407 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:17:55,407 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,41723,1732587469816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:17:55,408 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,41723,1732587469816-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:17:55,409 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,33403,1732587452293-splitting dir is empty, no logs to split. 2024-11-26T02:17:55,409 INFO [PEWorker-3 {}] master.SplitWALManager(105): 851e45ef8bcf,33403,1732587452293 WAL count=0, meta=false 2024-11-26T02:17:55,409 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 851e45ef8bcf,33403,1732587452293 WAL splitting is done? wals=0, meta=false 2024-11-26T02:17:55,411 WARN [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=851e45ef8bcf,33403,1732587452293/hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:55,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acd3c2d1399ccf64654ff83c08c96dba, ASSIGN}] 2024-11-26T02:17:55,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acd3c2d1399ccf64654ff83c08c96dba, ASSIGN 2024-11-26T02:17:55,417 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:17:55,417 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:17:55,417 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=acd3c2d1399ccf64654ff83c08c96dba, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T02:17:55,417 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,41723,1732587469816-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:17:55,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:55,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,41723,-1 for getting cluster id 2024-11-26T02:17:55,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:55,424 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491caa31-43c1-4886-a89b-30f85d1ea182' 2024-11-26T02:17:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491caa31-43c1-4886-a89b-30f85d1ea182" 2024-11-26T02:17:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57667e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,41723,-1] 2024-11-26T02:17:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:55,429 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:55,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ae3175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:55,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:17:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,44165,1732587469887, seqNum=-1] 2024-11-26T02:17:55,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:17:55,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:17:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T02:17:55,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:17:55,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:55,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:55,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:55,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:55,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 851e45ef8bcf:41723 after: 851e45ef8bcf:41723 2024-11-26T02:17:55,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:55,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,41723,-1 for getting cluster id 2024-11-26T02:17:55,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:17:55,446 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491caa31-43c1-4886-a89b-30f85d1ea182' 2024-11-26T02:17:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:17:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491caa31-43c1-4886-a89b-30f85d1ea182" 2024-11-26T02:17:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,41723,-1] 2024-11-26T02:17:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:17:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:55,448 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:17:55,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:17:55,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:17:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,41723,1732587469816 2024-11-26T02:17:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c989a 2024-11-26T02:17:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:17:55,452 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:17:55,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T02:17:55,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T02:17:55,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T02:17:55,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41723 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T02:17:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:17:55,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:17:55,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:55,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:55,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:55,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:55,460 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:17:55,460 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2025408092, stopped=false 2024-11-26T02:17:55,460 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,42563,1732587459236 2024-11-26T02:17:55,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1573654158/running 2024-11-26T02:17:55,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1573654158/running 2024-11-26T02:17:55,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:55,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:55,530 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:17:55,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:17:55,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:55,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:55,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,37955,1732587459764' ***** 2024-11-26T02:17:55,531 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:17:55,531 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:17:55,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Set watcher on znode that does not yet exist, /1573654158/running 2024-11-26T02:17:55,531 INFO [RS:0;851e45ef8bcf:37955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:17:55,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:17:55,531 INFO [RS:0;851e45ef8bcf:37955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:17:55,531 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:55,531 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:17:55,531 INFO [RS:0;851e45ef8bcf:37955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:37955. 2024-11-26T02:17:55,531 DEBUG [RS:0;851e45ef8bcf:37955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:55,531 DEBUG [RS:0;851e45ef8bcf:37955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:55,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Set watcher on znode that does not yet exist, /1573654158/running 2024-11-26T02:17:55,531 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:17:55,532 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:17:55,532 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:17:55,532 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:17:55,532 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:17:55,532 DEBUG [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:17:55,532 DEBUG [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:17:55,532 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:17:55,532 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:17:55,533 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:17:55,533 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:17:55,533 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:17:55,533 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T02:17:55,558 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740/.tmp/ns/e4a06b01fb304d70924eff0110107b13 is 43, key is default/ns:d/1732587462891/Put/seqid=0 2024-11-26T02:17:55,567 DEBUG [851e45ef8bcf:41723 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:17:55,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=acd3c2d1399ccf64654ff83c08c96dba, regionState=OPENING, regionLocation=851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:55,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=acd3c2d1399ccf64654ff83c08c96dba, ASSIGN because future has completed 2024-11-26T02:17:55,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure acd3c2d1399ccf64654ff83c08c96dba, server=851e45ef8bcf,44165,1732587469887}] 2024-11-26T02:17:55,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741835_1011 (size=5153) 2024-11-26T02:17:55,604 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:17:55,688 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:17:55,689 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:17:55,713 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:55,714 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:55,732 DEBUG [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:17:55,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:55,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:17:55,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:17:55,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C44165%2C1732587469887.rep, suffix=, logDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887, archiveDir=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs, maxLogs=10 2024-11-26T02:17:55,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.rep.1732587475739, exclude list is [], retry=0 2024-11-26T02:17:55,933 DEBUG [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:17:55,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34171,DS-5cb2bc89-bb28-4099-bb8b-191da7b6af04,DISK] 2024-11-26T02:17:55,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.rep.1732587475739 2024-11-26T02:17:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41735:41735)] 2024-11-26T02:17:55,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => acd3c2d1399ccf64654ff83c08c96dba, NAME => 'hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:17:55,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:17:55,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:17:55,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. service=MultiRowMutationService 2024-11-26T02:17:55,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:17:55,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:55,978 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740/.tmp/ns/e4a06b01fb304d70924eff0110107b13 2024-11-26T02:17:55,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:17:55,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:55,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:55,983 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:55,984 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd3c2d1399ccf64654ff83c08c96dba columnFamilyName hfileref 2024-11-26T02:17:55,985 DEBUG [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:55,986 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(327): Store=acd3c2d1399ccf64654ff83c08c96dba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:55,987 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:55,988 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd3c2d1399ccf64654ff83c08c96dba columnFamilyName queue 2024-11-26T02:17:55,989 DEBUG [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:55,997 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740/.tmp/ns/e4a06b01fb304d70924eff0110107b13 as hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740/ns/e4a06b01fb304d70924eff0110107b13 2024-11-26T02:17:56,012 DEBUG [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba/queue/dc62624b58694beda7743a61da2b8296 2024-11-26T02:17:56,012 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740/ns/e4a06b01fb304d70924eff0110107b13, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T02:17:56,012 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(327): Store=acd3c2d1399ccf64654ff83c08c96dba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:56,012 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:56,014 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 481ms, sequenceid=6, compaction requested=false 2024-11-26T02:17:56,014 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:17:56,015 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd3c2d1399ccf64654ff83c08c96dba columnFamilyName sid 2024-11-26T02:17:56,015 DEBUG [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:17:56,019 INFO [StoreOpener-acd3c2d1399ccf64654ff83c08c96dba-1 {}] regionserver.HStore(327): Store=acd3c2d1399ccf64654ff83c08c96dba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:17:56,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:56,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:56,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:56,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:56,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:56,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:17:56,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:56,029 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T02:17:56,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened acd3c2d1399ccf64654ff83c08c96dba; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73026326, jitterRate=0.08817705512046814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:17:56,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:56,030 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:17:56,030 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:17:56,030 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:17:56,030 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587475532Running coprocessor pre-close hooks at 1732587475532Disabling compacts and flushes for region at 1732587475532Disabling writes for close at 1732587475533 (+1 ms)Obtaining lock to block concurrent updates at 1732587475533Preparing flush snapshotting stores in 1588230740 at 1732587475533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732587475534 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732587475535 (+1 ms)Flushing 1588230740/ns: creating writer at 1732587475535Flushing 1588230740/ns: appending metadata at 1732587475558 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732587475558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dffd4c8: reopening flushed file at 1732587475995 (+437 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 481ms, sequenceid=6, compaction requested=false at 1732587476014 (+19 ms)Writing region close event to WAL at 1732587476015 (+1 ms)Running coprocessor post-close hooks at 1732587476030 (+15 ms)Closed at 1732587476030 2024-11-26T02:17:56,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for acd3c2d1399ccf64654ff83c08c96dba: Running coprocessor pre-open hook at 1732587475980Writing region info on filesystem at 1732587475980Initializing all the Stores at 1732587475982 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587475982Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587475983 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587475983Cleaning up temporary data from old regions at 1732587476025 (+42 ms)Running coprocessor post-open hooks at 1732587476030 (+5 ms)Region opened successfully at 1732587476031 (+1 ms) 2024-11-26T02:17:56,031 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:17:56,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba., pid=19, masterSystemTime=1732587475730 2024-11-26T02:17:56,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:56,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:56,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=acd3c2d1399ccf64654ff83c08c96dba, regionState=OPEN, openSeqNum=10, regionLocation=851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:56,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure acd3c2d1399ccf64654ff83c08c96dba, server=851e45ef8bcf,44165,1732587469887 because future has completed 2024-11-26T02:17:56,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T02:17:56,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure acd3c2d1399ccf64654ff83c08c96dba, server=851e45ef8bcf,44165,1732587469887 in 468 msec 2024-11-26T02:17:56,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-26T02:17:56,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acd3c2d1399ccf64654ff83c08c96dba, ASSIGN in 636 msec 2024-11-26T02:17:56,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T02:17:56,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba., hostname=851e45ef8bcf,44165,1732587469887, seqNum=10] 2024-11-26T02:17:56,115 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 851e45ef8bcf,33403,1732587452293 2024-11-26T02:17:56,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T02:17:56,133 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,37955,1732587459764; all regions closed. 2024-11-26T02:17:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741834_1010 (size=1152) 2024-11-26T02:17:56,145 DEBUG [RS:0;851e45ef8bcf:37955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/oldWALs 2024-11-26T02:17:56,146 INFO [RS:0;851e45ef8bcf:37955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C37955%2C1732587459764.meta:.meta(num 1732587462803) 2024-11-26T02:17:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741832_1008 (size=93) 2024-11-26T02:17:56,158 DEBUG [RS:0;851e45ef8bcf:37955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/oldWALs 2024-11-26T02:17:56,158 INFO [RS:0;851e45ef8bcf:37955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C37955%2C1732587459764:(num 1732587461832) 2024-11-26T02:17:56,158 DEBUG [RS:0;851e45ef8bcf:37955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:56,158 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:17:56,158 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:17:56,159 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T02:17:56,159 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:17:56,159 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:17:56,159 INFO [RS:0;851e45ef8bcf:37955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37955 2024-11-26T02:17:56,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1573654158/rs/851e45ef8bcf,37955,1732587459764 2024-11-26T02:17:56,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158/rs 2024-11-26T02:17:56,175 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:17:56,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,37955,1732587459764] 2024-11-26T02:17:56,185 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1573654158/draining/851e45ef8bcf,37955,1732587459764 already deleted, retry=false 2024-11-26T02:17:56,185 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,37955,1732587459764 expired; onlineServers=0 2024-11-26T02:17:56,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,42563,1732587459236' ***** 2024-11-26T02:17:56,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:17:56,186 INFO [M:0;851e45ef8bcf:42563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:17:56,186 INFO [M:0;851e45ef8bcf:42563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:17:56,186 DEBUG [M:0;851e45ef8bcf:42563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:17:56,186 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:17:56,186 DEBUG [M:0;851e45ef8bcf:42563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:17:56,186 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587461555 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587461555,5,FailOnTimeoutGroup] 2024-11-26T02:17:56,186 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587461555 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587461555,5,FailOnTimeoutGroup] 2024-11-26T02:17:56,186 INFO [M:0;851e45ef8bcf:42563 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:17:56,186 INFO [M:0;851e45ef8bcf:42563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:17:56,186 DEBUG [M:0;851e45ef8bcf:42563 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:17:56,187 INFO [M:0;851e45ef8bcf:42563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:17:56,187 INFO [M:0;851e45ef8bcf:42563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:17:56,187 INFO [M:0;851e45ef8bcf:42563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:17:56,187 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:17:56,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1573654158/master 2024-11-26T02:17:56,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573654158 2024-11-26T02:17:56,196 DEBUG [M:0;851e45ef8bcf:42563 {}] zookeeper.ZKUtil(347): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Unable to get data of znode /1573654158/master because node does not exist (not an error) 2024-11-26T02:17:56,196 WARN [M:0;851e45ef8bcf:42563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:17:56,198 INFO [M:0;851e45ef8bcf:42563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/.lastflushedseqids 2024-11-26T02:17:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741836_1012 (size=99) 2024-11-26T02:17:56,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-26T02:17:56,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:17:56,286 INFO [RS:0;851e45ef8bcf:37955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:17:56,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37955-0x10174ee5ef30004, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:17:56,286 INFO [RS:0;851e45ef8bcf:37955 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,37955,1732587459764; zookeeper connection closed. 2024-11-26T02:17:56,286 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ba06476 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ba06476 2024-11-26T02:17:56,286 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:17:56,606 INFO [M:0;851e45ef8bcf:42563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:17:56,606 INFO [M:0;851e45ef8bcf:42563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:17:56,606 DEBUG [M:0;851e45ef8bcf:42563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:17:56,606 INFO [M:0;851e45ef8bcf:42563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:56,606 DEBUG [M:0;851e45ef8bcf:42563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:56,606 DEBUG [M:0;851e45ef8bcf:42563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:17:56,606 DEBUG [M:0;851e45ef8bcf:42563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:56,606 INFO [M:0;851e45ef8bcf:42563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T02:17:56,624 DEBUG [M:0;851e45ef8bcf:42563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85cf2263951a4d9b9d14e6d7b35648a0 is 82, key is hbase:meta,,1/info:regioninfo/1732587462861/Put/seqid=0 2024-11-26T02:17:56,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741837_1013 (size=5672) 2024-11-26T02:17:56,725 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:56,731 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:57,029 INFO [M:0;851e45ef8bcf:42563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85cf2263951a4d9b9d14e6d7b35648a0 2024-11-26T02:17:57,057 DEBUG [M:0;851e45ef8bcf:42563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cbde1922da9430094c237b4ef9dc338 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732587462900/Put/seqid=0 2024-11-26T02:17:57,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741838_1014 (size=5275) 2024-11-26T02:17:57,463 INFO [M:0;851e45ef8bcf:42563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cbde1922da9430094c237b4ef9dc338 2024-11-26T02:17:57,490 DEBUG [M:0;851e45ef8bcf:42563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbbac034e9f545f2a0121e61cdac53e4 is 69, key is 851e45ef8bcf,37955,1732587459764/rs:state/1732587461658/Put/seqid=0 2024-11-26T02:17:57,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741839_1015 (size=5156) 2024-11-26T02:17:57,831 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:57,837 DEBUG [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/WALs/851e45ef8bcf,44165,1732587469887/851e45ef8bcf%2C44165%2C1732587469887.1732587471211 to pos 0, reset compression=false 2024-11-26T02:17:57,896 INFO [M:0;851e45ef8bcf:42563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbbac034e9f545f2a0121e61cdac53e4 2024-11-26T02:17:57,904 DEBUG [M:0;851e45ef8bcf:42563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85cf2263951a4d9b9d14e6d7b35648a0 as hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85cf2263951a4d9b9d14e6d7b35648a0 2024-11-26T02:17:57,911 INFO [M:0;851e45ef8bcf:42563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85cf2263951a4d9b9d14e6d7b35648a0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T02:17:57,912 DEBUG [M:0;851e45ef8bcf:42563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cbde1922da9430094c237b4ef9dc338 as hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cbde1922da9430094c237b4ef9dc338 2024-11-26T02:17:57,918 INFO [M:0;851e45ef8bcf:42563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cbde1922da9430094c237b4ef9dc338, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T02:17:57,919 DEBUG [M:0;851e45ef8bcf:42563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbbac034e9f545f2a0121e61cdac53e4 as hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbbac034e9f545f2a0121e61cdac53e4 2024-11-26T02:17:57,924 INFO [M:0;851e45ef8bcf:42563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45679/user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbbac034e9f545f2a0121e61cdac53e4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T02:17:57,925 INFO [M:0;851e45ef8bcf:42563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false 2024-11-26T02:17:57,926 INFO [M:0;851e45ef8bcf:42563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:57,927 DEBUG [M:0;851e45ef8bcf:42563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587476606Disabling compacts and flushes for region at 1732587476606Disabling writes for close at 1732587476606Obtaining lock to block concurrent updates at 1732587476606Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587476606Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732587476607 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587476607Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587476607Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587476623 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587476623Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587477038 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587477057 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587477057Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587477475 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587477490 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587477490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8211a8: reopening flushed file at 1732587477903 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10dbce01: reopening flushed file at 1732587477911 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48111d34: reopening flushed file at 1732587477918 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false at 1732587477925 (+7 ms)Writing region close event to WAL at 1732587477926 (+1 ms)Closed at 1732587477926 2024-11-26T02:17:57,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741830_1006 (size=10165) 2024-11-26T02:17:57,929 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aba3c040-17c2-5cb4-1bc5-4184b7c19a73/MasterData/WALs/851e45ef8bcf,42563,1732587459236/851e45ef8bcf%2C42563%2C1732587459236.1732587461283 not finished, retry = 0 2024-11-26T02:17:58,030 INFO [M:0;851e45ef8bcf:42563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:17:58,030 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:17:58,030 INFO [M:0;851e45ef8bcf:42563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42563 2024-11-26T02:17:58,034 INFO [M:0;851e45ef8bcf:42563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:17:58,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:17:58,209 INFO [M:0;851e45ef8bcf:42563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:17:58,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42563-0x10174ee5ef30003, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:17:58,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:17:58,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:17:58,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:17:58,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:17:58,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/hadoop.log.dir/,STOPPED} 2024-11-26T02:17:58,221 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:17:58,221 WARN [BP-1959887813-172.17.0.2-1732587456858 heartbeating to localhost/127.0.0.1:45679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:17:58,221 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:17:58,221 WARN [BP-1959887813-172.17.0.2-1732587456858 heartbeating to localhost/127.0.0.1:45679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1959887813-172.17.0.2-1732587456858 (Datanode Uuid db62470c-afd0-4d28-a19a-0d86b4e26733) service to localhost/127.0.0.1:45679 2024-11-26T02:17:58,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/cluster_f215f991-bca4-8fb3-2584-ddcd2295aeb7/data/data1/current/BP-1959887813-172.17.0.2-1732587456858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:17:58,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/cluster_f215f991-bca4-8fb3-2584-ddcd2295aeb7/data/data2/current/BP-1959887813-172.17.0.2-1732587456858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:17:58,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:17:58,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:17:58,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:17:58,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:17:58,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:17:58,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/hadoop.log.dir/,STOPPED} 2024-11-26T02:17:58,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:17:58,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:17:58,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:17:58,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:58,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:58,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:58,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:58,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:17:58,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1134640009, stopped=false 2024-11-26T02:17:58,249 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,41723,1732587469816 2024-11-26T02:17:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01798544051/running 2024-11-26T02:17:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01798544051/running 2024-11-26T02:17:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:58,266 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:17:58,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:17:58,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:58,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:58,267 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,44165,1732587469887' ***** 2024-11-26T02:17:58,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/running 2024-11-26T02:17:58,267 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:17:58,267 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:17:58,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Set watcher on znode that does not yet exist, /01798544051/running 2024-11-26T02:17:58,267 INFO [RS:0;851e45ef8bcf:44165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:17:58,267 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:17:58,268 INFO [RS:0;851e45ef8bcf:44165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:17:58,268 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(3091): Received CLOSE for acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:58,268 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:58,268 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:17:58,268 INFO [RS:0;851e45ef8bcf:44165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:44165. 2024-11-26T02:17:58,268 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acd3c2d1399ccf64654ff83c08c96dba, disabling compactions & flushes 2024-11-26T02:17:58,268 DEBUG [RS:0;851e45ef8bcf:44165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:58,268 DEBUG [RS:0;851e45ef8bcf:44165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:58,268 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:58,268 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:58,268 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:17:58,268 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:17:58,268 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. after waiting 0 ms 2024-11-26T02:17:58,268 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:17:58,268 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:58,268 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:17:58,269 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:17:58,269 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1325): Online Regions={acd3c2d1399ccf64654ff83c08c96dba=hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:17:58,269 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acd3c2d1399ccf64654ff83c08c96dba 2024-11-26T02:17:58,269 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:17:58,269 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:17:58,269 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:17:58,269 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:17:58,269 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:17:58,269 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T02:17:58,273 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/replication/acd3c2d1399ccf64654ff83c08c96dba/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-26T02:17:58,274 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:17:58,274 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:17:58,274 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:58,274 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acd3c2d1399ccf64654ff83c08c96dba: Waiting for close lock at 1732587478268Running coprocessor pre-close hooks at 1732587478268Disabling compacts and flushes for region at 1732587478268Disabling writes for close at 1732587478268Writing region close event to WAL at 1732587478269 (+1 ms)Running coprocessor post-close hooks at 1732587478274 (+5 ms)Closed at 1732587478274 2024-11-26T02:17:58,275 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba. 2024-11-26T02:17:58,286 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/info/5ec56f2ae9f24d7c81cf77d6ed54750c is 147, key is hbase:replication,,1732587463035.acd3c2d1399ccf64654ff83c08c96dba./info:regioninfo/1732587476037/Put/seqid=0 2024-11-26T02:17:58,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741851_1027 (size=6385) 2024-11-26T02:17:58,332 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:17:58,469 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:17:58,669 DEBUG [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:17:58,693 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/info/5ec56f2ae9f24d7c81cf77d6ed54750c 2024-11-26T02:17:58,705 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/.tmp/info/5ec56f2ae9f24d7c81cf77d6ed54750c as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/info/5ec56f2ae9f24d7c81cf77d6ed54750c 2024-11-26T02:17:58,714 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/info/5ec56f2ae9f24d7c81cf77d6ed54750c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T02:17:58,715 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-26T02:17:58,721 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T02:17:58,721 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:17:58,722 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:17:58,722 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:17:58,722 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587478269Running coprocessor pre-close hooks at 1732587478269Disabling compacts and flushes for region at 1732587478269Disabling writes for close at 1732587478269Obtaining lock to block concurrent updates at 1732587478269Preparing flush snapshotting stores in 1588230740 at 1732587478269Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732587478269Flushing stores of hbase:meta,,1.1588230740 at 1732587478270 (+1 ms)Flushing 1588230740/info: creating writer at 1732587478270Flushing 1588230740/info: appending metadata at 1732587478286 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732587478286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ba19db: reopening flushed file at 1732587478704 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1732587478715 (+11 ms)Writing region close event to WAL at 1732587478716 (+1 ms)Running coprocessor post-close hooks at 1732587478721 (+5 ms)Closed at 1732587478722 (+1 ms) 2024-11-26T02:17:58,722 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:17:58,870 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,44165,1732587469887; all regions closed. 2024-11-26T02:17:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741849_1025 (size=2156) 2024-11-26T02:17:58,880 DEBUG [RS:0;851e45ef8bcf:44165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs 2024-11-26T02:17:58,880 INFO [RS:0;851e45ef8bcf:44165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C44165%2C1732587469887.meta:.meta(num 1732587471458) 2024-11-26T02:17:58,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741850_1026 (size=796) 2024-11-26T02:17:58,886 DEBUG [RS:0;851e45ef8bcf:44165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs 2024-11-26T02:17:58,886 INFO [RS:0;851e45ef8bcf:44165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C44165%2C1732587469887.rep:(num 1732587475739) 2024-11-26T02:17:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741848_1024 (size=93) 2024-11-26T02:17:58,892 DEBUG [RS:0;851e45ef8bcf:44165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/oldWALs 2024-11-26T02:17:58,892 INFO [RS:0;851e45ef8bcf:44165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C44165%2C1732587469887:(num 1732587471211) 2024-11-26T02:17:58,892 DEBUG [RS:0;851e45ef8bcf:44165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:58,892 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:17:58,892 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:17:58,892 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T02:17:58,893 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:17:58,893 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:17:58,893 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,44165,1732587469887 because: Region server is closing 2024-11-26T02:17:58,893 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T02:17:58,893 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T02:17:58,893 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T02:17:58,893 INFO [RS:0;851e45ef8bcf:44165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:44165. 2024-11-26T02:17:58,893 DEBUG [RS:0;851e45ef8bcf:44165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:58,893 DEBUG [RS:0;851e45ef8bcf:44165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:58,894 DEBUG [RS:0;851e45ef8bcf:44165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:58,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:58,994 WARN [RS:0;851e45ef8bcf:44165.replicationSource.wal-reader.851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:17:58,994 WARN [RS:0;851e45ef8bcf:44165.replicationSource.shipper851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T02:17:58,994 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;851e45ef8bcf:44165.replicationSource.shipper851e45ef8bcf%2C44165%2C1732587469887,1-851e45ef8bcf,44165,1732587469887 terminated 2024-11-26T02:17:58,994 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-851e45ef8bcf,44165,1732587469887 because: Region server is closing 2024-11-26T02:17:58,995 INFO [RS:0;851e45ef8bcf:44165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:44165. 2024-11-26T02:17:58,995 DEBUG [RS:0;851e45ef8bcf:44165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:17:58,995 DEBUG [RS:0;851e45ef8bcf:44165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:58,995 DEBUG [RS:0;851e45ef8bcf:44165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:17:58,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:17:59,095 WARN [RS:0;851e45ef8bcf:44165.replicationSource.shipper851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T02:17:59,095 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;851e45ef8bcf:44165.replicationSource.shipper851e45ef8bcf%2C44165%2C1732587469887,2-851e45ef8bcf,44165,1732587469887 terminated 2024-11-26T02:17:59,096 INFO [RS:0;851e45ef8bcf:44165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44165 2024-11-26T02:17:59,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051/rs 2024-11-26T02:17:59,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01798544051/rs/851e45ef8bcf,44165,1732587469887 2024-11-26T02:17:59,206 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:17:59,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,44165,1732587469887] 2024-11-26T02:17:59,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01798544051/draining/851e45ef8bcf,44165,1732587469887 already deleted, retry=false 2024-11-26T02:17:59,227 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,44165,1732587469887 expired; onlineServers=0 2024-11-26T02:17:59,227 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,41723,1732587469816' ***** 2024-11-26T02:17:59,227 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:17:59,227 INFO [M:0;851e45ef8bcf:41723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:17:59,227 INFO [M:0;851e45ef8bcf:41723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:17:59,228 DEBUG [M:0;851e45ef8bcf:41723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:17:59,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:17:59,228 DEBUG [M:0;851e45ef8bcf:41723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:17:59,228 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587470866 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587470866,5,FailOnTimeoutGroup] 2024-11-26T02:17:59,228 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587470866 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587470866,5,FailOnTimeoutGroup] 2024-11-26T02:17:59,228 INFO [M:0;851e45ef8bcf:41723 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:17:59,228 INFO [M:0;851e45ef8bcf:41723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:17:59,228 DEBUG [M:0;851e45ef8bcf:41723 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:17:59,228 INFO [M:0;851e45ef8bcf:41723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:17:59,228 INFO [M:0;851e45ef8bcf:41723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:17:59,228 INFO [M:0;851e45ef8bcf:41723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:17:59,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:17:59,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01798544051/master 2024-11-26T02:17:59,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01798544051 2024-11-26T02:17:59,238 DEBUG [M:0;851e45ef8bcf:41723 {}] zookeeper.ZKUtil(347): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Unable to get data of znode /01798544051/master because node does not exist (not an error) 2024-11-26T02:17:59,238 WARN [M:0;851e45ef8bcf:41723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:17:59,239 INFO [M:0;851e45ef8bcf:41723 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/.lastflushedseqids 2024-11-26T02:17:59,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741852_1028 (size=181) 2024-11-26T02:17:59,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:17:59,317 INFO [RS:0;851e45ef8bcf:44165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:17:59,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10174ee5ef30007, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:17:59,317 INFO [RS:0;851e45ef8bcf:44165 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,44165,1732587469887; zookeeper connection closed. 2024-11-26T02:17:59,318 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f92e704 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f92e704 2024-11-26T02:17:59,318 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:17:59,645 INFO [M:0;851e45ef8bcf:41723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:17:59,646 INFO [M:0;851e45ef8bcf:41723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:17:59,646 DEBUG [M:0;851e45ef8bcf:41723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:17:59,646 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:59,646 DEBUG [M:0;851e45ef8bcf:41723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:59,646 DEBUG [M:0;851e45ef8bcf:41723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:17:59,646 DEBUG [M:0;851e45ef8bcf:41723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:17:59,646 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T02:17:59,664 DEBUG [M:0;851e45ef8bcf:41723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70edf814d2484eb6823833f3942df0ee is 82, key is hbase:meta,,1/info:regioninfo/1732587471520/Put/seqid=0 2024-11-26T02:17:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741853_1029 (size=5680) 2024-11-26T02:18:00,070 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70edf814d2484eb6823833f3942df0ee 2024-11-26T02:18:00,090 DEBUG [M:0;851e45ef8bcf:41723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b51c8d1254743b8bd050031e7f9d17c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732587476051/Put/seqid=0 2024-11-26T02:18:00,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741854_1030 (size=7319) 2024-11-26T02:18:00,495 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b51c8d1254743b8bd050031e7f9d17c 2024-11-26T02:18:00,515 DEBUG [M:0;851e45ef8bcf:41723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bfc3773450449fcbb2f171abcf557ee is 69, key is 851e45ef8bcf,44165,1732587469887/rs:state/1732587470965/Put/seqid=0 2024-11-26T02:18:00,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741855_1031 (size=5371) 2024-11-26T02:18:00,616 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:18:00,920 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bfc3773450449fcbb2f171abcf557ee 2024-11-26T02:18:00,927 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bfc3773450449fcbb2f171abcf557ee 2024-11-26T02:18:00,928 DEBUG [M:0;851e45ef8bcf:41723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70edf814d2484eb6823833f3942df0ee as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70edf814d2484eb6823833f3942df0ee 2024-11-26T02:18:00,934 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70edf814d2484eb6823833f3942df0ee, entries=8, sequenceid=172, filesize=5.5 K 2024-11-26T02:18:00,935 DEBUG [M:0;851e45ef8bcf:41723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b51c8d1254743b8bd050031e7f9d17c as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b51c8d1254743b8bd050031e7f9d17c 2024-11-26T02:18:00,942 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b51c8d1254743b8bd050031e7f9d17c, entries=7, sequenceid=172, filesize=7.1 K 2024-11-26T02:18:00,943 DEBUG [M:0;851e45ef8bcf:41723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bfc3773450449fcbb2f171abcf557ee as hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bfc3773450449fcbb2f171abcf557ee 2024-11-26T02:18:00,949 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bfc3773450449fcbb2f171abcf557ee 2024-11-26T02:18:00,949 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34805/user/jenkins/test-data/5111f13b-e4da-118c-b41c-012de67249d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bfc3773450449fcbb2f171abcf557ee, entries=2, sequenceid=172, filesize=5.2 K 2024-11-26T02:18:00,950 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false 2024-11-26T02:18:00,952 INFO [M:0;851e45ef8bcf:41723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:00,953 DEBUG [M:0;851e45ef8bcf:41723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587479646Disabling compacts and flushes for region at 1732587479646Disabling writes for close at 1732587479646Obtaining lock to block concurrent updates at 1732587479646Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587479646Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732587479647 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587479647Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587479648 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587479664 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587479664Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587480075 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587480090 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587480090Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587480501 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587480514 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587480514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d98b184: reopening flushed file at 1732587480927 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f41756: reopening flushed file at 1732587480934 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d9553d: reopening flushed file at 1732587480942 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false at 1732587480950 (+8 ms)Writing region close event to WAL at 1732587480952 (+2 ms)Closed at 1732587480952 2024-11-26T02:18:00,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741847_1023 (size=22949) 2024-11-26T02:18:00,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:18:00,956 INFO [M:0;851e45ef8bcf:41723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:18:00,956 INFO [M:0;851e45ef8bcf:41723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41723 2024-11-26T02:18:00,956 INFO [M:0;851e45ef8bcf:41723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:18:01,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:18:01,085 INFO [M:0;851e45ef8bcf:41723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:18:01,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41723-0x10174ee5ef30006, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:18:01,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:18:01,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:18:01,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:18:01,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:18:01,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/hadoop.log.dir/,STOPPED} 2024-11-26T02:18:01,090 WARN [BP-1978587437-172.17.0.2-1732587447832 heartbeating to localhost/127.0.0.1:34805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:18:01,090 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:18:01,090 WARN [BP-1978587437-172.17.0.2-1732587447832 heartbeating to localhost/127.0.0.1:34805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1978587437-172.17.0.2-1732587447832 (Datanode Uuid 8bacb1ff-c1f9-413a-b6fe-f551db5d7f85) service to localhost/127.0.0.1:34805 2024-11-26T02:18:01,090 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:18:01,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/cluster_d3f5d04b-5098-cfa3-bc84-43a985df43e2/data/data1/current/BP-1978587437-172.17.0.2-1732587447832 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:18:01,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/cluster_d3f5d04b-5098-cfa3-bc84-43a985df43e2/data/data2/current/BP-1978587437-172.17.0.2-1732587447832 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:18:01,091 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:18:01,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:18:01,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:18:01,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:18:01,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:18:01,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e299c9e5-ebf9-63af-1fbd-61fa8d39baa9/hadoop.log.dir/,STOPPED} 2024-11-26T02:18:01,104 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T02:18:01,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10174ee5ef30005, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:18:01,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10174ee5ef30002, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:18:01,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10174ee5ef30002, quorum=127.0.0.1:51301, baseZNode=/01798544051 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:18:01,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10174ee5ef30005, quorum=127.0.0.1:51301, baseZNode=/1573654158 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:18:01,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:18:01,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:01,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:18:01,529 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: regionserver/851e45ef8bcf:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45679 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/851e45ef8bcf:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/851e45ef8bcf:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51301) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/851e45ef8bcf:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/851e45ef8bcf:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34805 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51301) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=317 (was 451), ProcessCount=11 (was 11), AvailableMemoryMB=5210 (was 5420) 2024-11-26T02:18:01,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=317, ProcessCount=11, AvailableMemoryMB=5206 2024-11-26T02:18:01,559 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-26T02:18:01,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/hadoop.log.dir so I do NOT create it in target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c 2024-11-26T02:18:01,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:18:01,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/hadoop.tmp.dir so I do NOT create it in target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c 2024-11-26T02:18:01,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5253a25b-0cfb-a74a-b44d-3b7732baba78/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:18:01,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c 2024-11-26T02:18:01,561 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/cluster_adaeded2-430f-5043-af8d-a013c7c81637, deleteOnExit=true 2024-11-26T02:18:01,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/cluster_adaeded2-430f-5043-af8d-a013c7c81637/zookeeper_0, clientPort=59089, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/cluster_adaeded2-430f-5043-af8d-a013c7c81637/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/cluster_adaeded2-430f-5043-af8d-a013c7c81637/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T02:18:01,592 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59089 2024-11-26T02:18:01,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:18:01,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:18:01,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/test.cache.data in system properties and HBase conf 2024-11-26T02:18:01,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:18:01,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:18:01,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:18:01,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:18:01,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:18:01,593 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:18:01,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:18:01,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:18:01,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:18:01,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:18:01,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:18:01,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:18:01,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:18:01,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:18:01,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:18:01,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:18:01,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:18:01,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:18:01,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:18:01,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:18:01,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:18:01,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:18:01,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:18:01,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:18:01,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:01,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:18:01,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:18:01,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:18:01,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:18:01,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:01,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:18:01,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:18:02,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/java.io.tmpdir/jetty-localhost-43171-hadoop-hdfs-3_4_1-tests_jar-_-any-5076623561079346808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:18:02,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:43171} 2024-11-26T02:18:02,065 INFO [Time-limited test {}] server.Server(415): Started @36170ms 2024-11-26T02:18:02,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:02,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:18:02,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:18:02,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:18:02,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:18:02,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:18:02,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:18:02,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/java.io.tmpdir/jetty-localhost-44283-hadoop-hdfs-3_4_1-tests_jar-_-any-12685329169879399889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:18:02,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:44283} 2024-11-26T02:18:02,439 INFO [Time-limited test {}] server.Server(415): Started @36544ms 2024-11-26T02:18:02,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:18:03,184 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/cluster_adaeded2-430f-5043-af8d-a013c7c81637/data/data1/current/BP-414538163-172.17.0.2-1732587481626/current, will proceed with Du for space computation calculation, 2024-11-26T02:18:03,205 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/cluster_adaeded2-430f-5043-af8d-a013c7c81637/data/data2/current/BP-414538163-172.17.0.2-1732587481626/current, will proceed with Du for space computation calculation, 2024-11-26T02:18:03,260 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:18:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4d73dfa8c5bb5df with lease ID 0xcc5e63de562eadfd: Processing first storage report for DS-d07c27f3-8955-4756-a6a7-3fe6d30762c0 from datanode DatanodeRegistration(127.0.0.1:36495, datanodeUuid=925b679d-2dd3-4ac3-868a-b7110a693ca0, infoPort=36877, infoSecurePort=0, ipcPort=46811, storageInfo=lv=-57;cid=testClusterID;nsid=1537484395;c=1732587481626) 2024-11-26T02:18:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4d73dfa8c5bb5df with lease ID 0xcc5e63de562eadfd: from storage DS-d07c27f3-8955-4756-a6a7-3fe6d30762c0 node DatanodeRegistration(127.0.0.1:36495, datanodeUuid=925b679d-2dd3-4ac3-868a-b7110a693ca0, infoPort=36877, infoSecurePort=0, ipcPort=46811, storageInfo=lv=-57;cid=testClusterID;nsid=1537484395;c=1732587481626), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T02:18:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4d73dfa8c5bb5df with lease ID 0xcc5e63de562eadfd: Processing first storage report for DS-592936ed-ae39-41cd-941b-9c44aece7a27 from datanode DatanodeRegistration(127.0.0.1:36495, datanodeUuid=925b679d-2dd3-4ac3-868a-b7110a693ca0, infoPort=36877, infoSecurePort=0, ipcPort=46811, storageInfo=lv=-57;cid=testClusterID;nsid=1537484395;c=1732587481626) 2024-11-26T02:18:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4d73dfa8c5bb5df with lease ID 0xcc5e63de562eadfd: from storage DS-592936ed-ae39-41cd-941b-9c44aece7a27 node DatanodeRegistration(127.0.0.1:36495, datanodeUuid=925b679d-2dd3-4ac3-868a-b7110a693ca0, infoPort=36877, infoSecurePort=0, ipcPort=46811, storageInfo=lv=-57;cid=testClusterID;nsid=1537484395;c=1732587481626), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:18:03,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c 2024-11-26T02:18:03,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:03,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:03,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:18:03,321 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9 with version=8 2024-11-26T02:18:03,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/hbase-staging 2024-11-26T02:18:03,325 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:18:03,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:03,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:03,325 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:18:03,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:03,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:18:03,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:18:03,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:18:03,326 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35085 2024-11-26T02:18:03,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35085 connecting to ZooKeeper ensemble=127.0.0.1:59089 2024-11-26T02:18:03,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350850x0, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:03,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35085-0x10174eee5a10000 connected 2024-11-26T02:18:03,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:03,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:03,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Set watcher on znode that does not yet exist, /0-1183929993/running 2024-11-26T02:18:03,529 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9, hbase.cluster.distributed=false 2024-11-26T02:18:03,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Set watcher on znode that does not yet exist, /0-1183929993/acl 2024-11-26T02:18:03,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-26T02:18:03,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35085 2024-11-26T02:18:03,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35085 2024-11-26T02:18:03,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-26T02:18:03,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-26T02:18:03,580 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:18:03,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:03,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:03,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:18:03,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:03,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:18:03,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:18:03,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:18:03,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34103 2024-11-26T02:18:03,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34103 connecting to ZooKeeper ensemble=127.0.0.1:59089 2024-11-26T02:18:03,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:03,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:03,602 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341030x0, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:03,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341030x0, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Set watcher on znode that does not yet exist, /0-1183929993/running 2024-11-26T02:18:03,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34103-0x10174eee5a10001 connected 2024-11-26T02:18:03,603 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:18:03,604 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:18:03,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Set watcher on znode that does not yet exist, /0-1183929993/master 2024-11-26T02:18:03,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Set watcher on znode that does not yet exist, /0-1183929993/acl 2024-11-26T02:18:03,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34103 2024-11-26T02:18:03,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34103 2024-11-26T02:18:03,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34103 2024-11-26T02:18:03,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34103 2024-11-26T02:18:03,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34103 2024-11-26T02:18:03,625 DEBUG [M:0;851e45ef8bcf:35085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:35085 2024-11-26T02:18:03,627 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1183929993/backup-masters/851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:03,636 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993/backup-masters 2024-11-26T02:18:03,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993/backup-masters 2024-11-26T02:18:03,636 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Set watcher on existing znode=/0-1183929993/backup-masters/851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:03,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:03,646 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183929993/master 2024-11-26T02:18:03,646 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:03,648 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Set watcher on existing znode=/0-1183929993/master 2024-11-26T02:18:03,649 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1183929993/backup-masters/851e45ef8bcf,35085,1732587483324 from backup master directory 2024-11-26T02:18:03,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183929993/backup-masters/851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:03,657 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993/backup-masters 2024-11-26T02:18:03,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993/backup-masters 2024-11-26T02:18:03,657 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:18:03,657 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:03,663 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/hbase.id] with ID: ec3e6537-d6bd-4e98-b33b-90e5049cebd9 2024-11-26T02:18:03,663 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/.tmp/hbase.id 2024-11-26T02:18:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:18:04,071 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/.tmp/hbase.id]:[hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/hbase.id] 2024-11-26T02:18:04,084 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:04,084 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:18:04,086 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T02:18:04,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:04,139 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:04,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:18:04,547 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:18:04,548 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:18:04,548 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:04,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:18:04,958 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store 2024-11-26T02:18:04,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:18:05,365 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:05,366 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:18:05,366 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:05,366 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:05,366 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:18:05,366 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:05,366 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:05,366 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587485366Disabling compacts and flushes for region at 1732587485366Disabling writes for close at 1732587485366Writing region close event to WAL at 1732587485366Closed at 1732587485366 2024-11-26T02:18:05,367 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/.initializing 2024-11-26T02:18:05,367 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/WALs/851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:05,368 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:18:05,370 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C35085%2C1732587483324, suffix=, logDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/WALs/851e45ef8bcf,35085,1732587483324, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/oldWALs, maxLogs=10 2024-11-26T02:18:05,382 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/WALs/851e45ef8bcf,35085,1732587483324/851e45ef8bcf%2C35085%2C1732587483324.1732587485370, exclude list is [], retry=0 2024-11-26T02:18:05,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36495,DS-d07c27f3-8955-4756-a6a7-3fe6d30762c0,DISK] 2024-11-26T02:18:05,387 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/WALs/851e45ef8bcf,35085,1732587483324/851e45ef8bcf%2C35085%2C1732587483324.1732587485370 2024-11-26T02:18:05,387 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877)] 2024-11-26T02:18:05,387 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:05,388 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:05,388 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,388 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:18:05,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:05,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:05,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:18:05,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:05,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:05,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:18:05,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:05,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:05,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:18:05,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:05,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:05,398 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,398 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,399 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,400 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,400 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,401 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:05,402 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:05,404 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:05,404 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60679306, jitterRate=-0.09580788016319275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:05,405 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587485388Initializing all the Stores at 1732587485389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587485389Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587485389Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587485389Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587485389Cleaning up temporary data from old regions at 1732587485400 (+11 ms)Region opened successfully at 1732587485405 (+5 ms) 2024-11-26T02:18:05,405 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:18:05,408 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56bbc8a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:18:05,409 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:18:05,409 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:18:05,409 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:18:05,410 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:18:05,410 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:18:05,410 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:18:05,410 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:18:05,412 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:18:05,413 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Unable to get data of znode /0-1183929993/balancer because node does not exist (not necessarily an error) 2024-11-26T02:18:05,497 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183929993/balancer already deleted, retry=false 2024-11-26T02:18:05,497 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:18:05,498 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Unable to get data of znode /0-1183929993/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:18:05,510 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183929993/normalizer already deleted, retry=false 2024-11-26T02:18:05,511 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:18:05,512 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Unable to get data of znode /0-1183929993/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:18:05,520 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183929993/switch/split already deleted, retry=false 2024-11-26T02:18:05,521 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Unable to get data of znode /0-1183929993/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:18:05,530 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183929993/switch/merge already deleted, retry=false 2024-11-26T02:18:05,533 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Unable to get data of znode /0-1183929993/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:18:05,541 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183929993/snapshot-cleanup already deleted, retry=false 2024-11-26T02:18:05,551 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183929993/running 2024-11-26T02:18:05,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183929993/running 2024-11-26T02:18:05,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:05,551 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:05,552 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,35085,1732587483324, sessionid=0x10174eee5a10000, setting cluster-up flag (Was=false) 2024-11-26T02:18:05,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:05,572 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:05,604 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1183929993/flush-table-proc/acquired, /0-1183929993/flush-table-proc/reached, /0-1183929993/flush-table-proc/abort 2024-11-26T02:18:05,605 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:05,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:05,625 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:05,656 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1183929993/online-snapshot/acquired, /0-1183929993/online-snapshot/reached, /0-1183929993/online-snapshot/abort 2024-11-26T02:18:05,658 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:05,659 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:18:05,661 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:05,661 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:18:05,661 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:18:05,662 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,35085,1732587483324 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:18:05,663 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:05,663 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:05,663 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:05,663 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:05,664 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:18:05,664 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,664 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:18:05,664 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,664 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587515664 2024-11-26T02:18:05,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:18:05,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:18:05,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:18:05,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:18:05,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:18:05,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:18:05,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:18:05,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:18:05,666 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:18:05,666 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:18:05,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:05,666 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:18:05,666 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:18:05,666 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:18:05,666 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587485666,5,FailOnTimeoutGroup] 2024-11-26T02:18:05,666 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587485666,5,FailOnTimeoutGroup] 2024-11-26T02:18:05,666 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,666 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:18:05,666 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,667 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,667 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:05,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:18:05,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:18:05,717 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(746): ClusterId : ec3e6537-d6bd-4e98-b33b-90e5049cebd9 2024-11-26T02:18:05,717 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:18:05,729 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:18:05,729 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:18:05,741 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:18:05,742 DEBUG [RS:0;851e45ef8bcf:34103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6f25c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:18:05,753 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:34103 2024-11-26T02:18:05,753 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:18:05,753 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:18:05,753 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:18:05,754 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,35085,1732587483324 with port=34103, startcode=1732587483580 2024-11-26T02:18:05,754 DEBUG [RS:0;851e45ef8bcf:34103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:18:05,756 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:18:05,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:05,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35085 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:05,758 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9 2024-11-26T02:18:05,758 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38707 2024-11-26T02:18:05,758 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:18:05,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993/rs 2024-11-26T02:18:05,771 DEBUG [RS:0;851e45ef8bcf:34103 {}] zookeeper.ZKUtil(111): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Set watcher on existing znode=/0-1183929993/rs/851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:05,771 WARN [RS:0;851e45ef8bcf:34103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:18:05,771 INFO [RS:0;851e45ef8bcf:34103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:05,771 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:05,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,34103,1732587483580] 2024-11-26T02:18:05,775 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:18:05,777 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:18:05,778 INFO [RS:0;851e45ef8bcf:34103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:18:05,778 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,778 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:18:05,779 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:18:05,779 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,779 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,779 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,779 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,779 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,779 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,779 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:18:05,780 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,780 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,780 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,780 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,780 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,780 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:05,780 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:18:05,780 DEBUG [RS:0;851e45ef8bcf:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:18:05,781 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,781 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,781 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,781 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,781 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,781 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34103,1732587483580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:18:05,796 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:18:05,796 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34103,1732587483580-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,796 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,796 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.Replication(171): 851e45ef8bcf,34103,1732587483580 started 2024-11-26T02:18:05,810 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:05,811 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,34103,1732587483580, RpcServer on 851e45ef8bcf/172.17.0.2:34103, sessionid=0x10174eee5a10001 2024-11-26T02:18:05,811 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:18:05,811 DEBUG [RS:0;851e45ef8bcf:34103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:05,811 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,34103,1732587483580' 2024-11-26T02:18:05,811 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1183929993/flush-table-proc/abort' 2024-11-26T02:18:05,812 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1183929993/flush-table-proc/acquired' 2024-11-26T02:18:05,812 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:18:05,812 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:18:05,812 DEBUG [RS:0;851e45ef8bcf:34103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:05,812 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,34103,1732587483580' 2024-11-26T02:18:05,812 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1183929993/online-snapshot/abort' 2024-11-26T02:18:05,813 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1183929993/online-snapshot/acquired' 2024-11-26T02:18:05,813 DEBUG [RS:0;851e45ef8bcf:34103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:18:05,813 INFO [RS:0;851e45ef8bcf:34103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:18:05,813 INFO [RS:0;851e45ef8bcf:34103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:18:05,913 INFO [RS:0;851e45ef8bcf:34103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:18:05,915 INFO [RS:0;851e45ef8bcf:34103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C34103%2C1732587483580, suffix=, logDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/oldWALs, maxLogs=10 2024-11-26T02:18:05,928 DEBUG [RS:0;851e45ef8bcf:34103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916, exclude list is [], retry=0 2024-11-26T02:18:05,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36495,DS-d07c27f3-8955-4756-a6a7-3fe6d30762c0,DISK] 2024-11-26T02:18:05,933 INFO [RS:0;851e45ef8bcf:34103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916 2024-11-26T02:18:05,933 DEBUG [RS:0;851e45ef8bcf:34103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877)] 2024-11-26T02:18:06,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:18:06,077 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9 2024-11-26T02:18:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:18:06,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:06,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:18:06,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:18:06,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:06,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:06,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:18:06,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:18:06,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:06,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:06,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:18:06,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:18:06,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:06,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:06,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:18:06,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:18:06,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:06,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:06,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:18:06,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740 2024-11-26T02:18:06,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740 2024-11-26T02:18:06,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:18:06,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:18:06,497 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:06,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:18:06,500 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:06,501 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70247263, jitterRate=0.04676578938961029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:06,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587486484Initializing all the Stores at 1732587486485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587486485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587486485Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587486485Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587486485Cleaning up temporary data from old regions at 1732587486497 (+12 ms)Region opened successfully at 1732587486501 (+4 ms) 2024-11-26T02:18:06,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:18:06,501 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:18:06,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:18:06,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:18:06,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:18:06,502 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:18:06,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587486501Disabling compacts and flushes for region at 1732587486501Disabling writes for close at 1732587486502 (+1 ms)Writing region close event to WAL at 1732587486502Closed at 1732587486502 2024-11-26T02:18:06,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:06,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:18:06,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:18:06,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:18:06,506 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:18:06,656 DEBUG [851e45ef8bcf:35085 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:18:06,657 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:06,658 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,34103,1732587483580, state=OPENING 2024-11-26T02:18:06,728 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:18:06,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:06,764 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:06,765 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:18:06,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183929993/meta-region-server: CHANGED 2024-11-26T02:18:06,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183929993/meta-region-server: CHANGED 2024-11-26T02:18:06,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,34103,1732587483580}] 2024-11-26T02:18:06,918 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:18:06,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:18:06,923 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:18:06,923 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:06,924 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:18:06,925 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C34103%2C1732587483580.meta, suffix=.meta, logDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/oldWALs, maxLogs=10 2024-11-26T02:18:06,937 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.meta.1732587486926.meta, exclude list is [], retry=0 2024-11-26T02:18:06,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36495,DS-d07c27f3-8955-4756-a6a7-3fe6d30762c0,DISK] 2024-11-26T02:18:06,942 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.meta.1732587486926.meta 2024-11-26T02:18:06,943 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877)] 2024-11-26T02:18:06,943 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:06,943 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:18:06,943 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:18:06,943 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:18:06,943 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:18:06,943 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:18:06,943 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:06,944 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:18:06,944 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:18:06,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:18:06,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:18:06,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:06,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:06,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:18:06,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:18:06,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:06,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:06,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:18:06,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:18:06,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:06,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:06,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:18:06,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:18:06,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:06,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:06,952 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:18:06,953 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740 2024-11-26T02:18:06,954 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740 2024-11-26T02:18:06,955 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:18:06,955 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:18:06,956 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:06,957 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:18:06,958 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75428982, jitterRate=0.12397941946983337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:06,958 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:18:06,959 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587486944Writing region info on filesystem at 1732587486944Initializing all the Stores at 1732587486945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587486945Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587486945Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587486945Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587486945Cleaning up temporary data from old regions at 1732587486955 (+10 ms)Running coprocessor post-open hooks at 1732587486958 (+3 ms)Region opened successfully at 1732587486959 (+1 ms) 2024-11-26T02:18:06,960 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587486918 2024-11-26T02:18:06,962 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:18:06,962 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:18:06,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:06,964 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,34103,1732587483580, state=OPEN 2024-11-26T02:18:06,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183929993/meta-region-server 2024-11-26T02:18:06,983 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183929993/meta-region-server 2024-11-26T02:18:06,983 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:06,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183929993/meta-region-server: CHANGED 2024-11-26T02:18:06,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183929993/meta-region-server: CHANGED 2024-11-26T02:18:06,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:18:06,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,34103,1732587483580 in 218 msec 2024-11-26T02:18:06,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:18:06,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-26T02:18:06,992 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:06,992 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:18:06,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:06,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,34103,1732587483580, seqNum=-1] 2024-11-26T02:18:06,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:06,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:07,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-11-26T02:18:07,003 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587487003, completionTime=-1 2024-11-26T02:18:07,003 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:18:07,003 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:18:07,005 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:18:07,005 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587547005 2024-11-26T02:18:07,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587607006 2024-11-26T02:18:07,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T02:18:07,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35085,1732587483324-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:07,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35085,1732587483324-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:07,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35085,1732587483324-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:07,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:35085, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:07,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:07,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:07,009 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:18:07,010 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.353sec 2024-11-26T02:18:07,010 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:18:07,010 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:18:07,010 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:18:07,010 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:18:07,011 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:18:07,011 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35085,1732587483324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:18:07,011 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35085,1732587483324-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:18:07,013 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:18:07,013 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:18:07,013 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35085,1732587483324-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:07,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:07,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35085,-1 for getting cluster id 2024-11-26T02:18:07,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:07,019 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec3e6537-d6bd-4e98-b33b-90e5049cebd9' 2024-11-26T02:18:07,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:07,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec3e6537-d6bd-4e98-b33b-90e5049cebd9" 2024-11-26T02:18:07,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74838e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:07,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35085,-1] 2024-11-26T02:18:07,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:07,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:07,021 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:07,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:07,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,34103,1732587483580, seqNum=-1] 2024-11-26T02:18:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:07,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:07,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:07,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59089 2024-11-26T02:18:07,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:07,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10174eee5a10002 connected 2024-11-26T02:18:07,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/hadoop.log.dir so I do NOT create it in target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa 2024-11-26T02:18:07,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:18:07,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/hadoop.tmp.dir so I do NOT create it in target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa 2024-11-26T02:18:07,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:18:07,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa 2024-11-26T02:18:07,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:18:07,049 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/cluster_5eef52a7-2600-a88d-2cff-add30eee1426, deleteOnExit=true 2024-11-26T02:18:07,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:18:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/test.cache.data in system properties and HBase conf 2024-11-26T02:18:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:18:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:18:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:18:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:18:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:18:07,050 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:18:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:18:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:18:07,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:18:07,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:18:07,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:07,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:07,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:07,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:18:07,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:18:07,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:18:07,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:18:07,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:07,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:18:07,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:18:07,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e49dff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/java.io.tmpdir/jetty-localhost-44361-hadoop-hdfs-3_4_1-tests_jar-_-any-3965253522952448775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:18:07,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:44361} 2024-11-26T02:18:07,485 INFO [Time-limited test {}] server.Server(415): Started @41590ms 2024-11-26T02:18:07,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:07,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:18:07,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:18:07,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:18:07,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:18:07,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cba68dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:18:07,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d6d125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:18:07,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@661237b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/java.io.tmpdir/jetty-localhost-45677-hadoop-hdfs-3_4_1-tests_jar-_-any-6477199408291478912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:18:07,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25ee6f2c{HTTP/1.1, (http/1.1)}{localhost:45677} 2024-11-26T02:18:07,848 INFO [Time-limited test {}] server.Server(415): Started @41954ms 2024-11-26T02:18:07,850 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:18:08,536 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/cluster_5eef52a7-2600-a88d-2cff-add30eee1426/data/data1/current/BP-1111119110-172.17.0.2-1732587487074/current, will proceed with Du for space computation calculation, 2024-11-26T02:18:08,536 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/cluster_5eef52a7-2600-a88d-2cff-add30eee1426/data/data2/current/BP-1111119110-172.17.0.2-1732587487074/current, will proceed with Du for space computation calculation, 2024-11-26T02:18:08,556 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:18:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c9296c74f5ec045 with lease ID 0x4f736e9e86417b22: Processing first storage report for DS-148f3451-b2af-46ea-935c-758de6d1354c from datanode DatanodeRegistration(127.0.0.1:46441, datanodeUuid=bf33a21c-44dc-444b-b149-998a72d2e80b, infoPort=45091, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=207127767;c=1732587487074) 2024-11-26T02:18:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c9296c74f5ec045 with lease ID 0x4f736e9e86417b22: from storage DS-148f3451-b2af-46ea-935c-758de6d1354c node DatanodeRegistration(127.0.0.1:46441, datanodeUuid=bf33a21c-44dc-444b-b149-998a72d2e80b, infoPort=45091, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=207127767;c=1732587487074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:18:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c9296c74f5ec045 with lease ID 0x4f736e9e86417b22: Processing first storage report for DS-4c73c2e1-ac10-4140-a371-7d8c85469407 from datanode DatanodeRegistration(127.0.0.1:46441, datanodeUuid=bf33a21c-44dc-444b-b149-998a72d2e80b, infoPort=45091, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=207127767;c=1732587487074) 2024-11-26T02:18:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c9296c74f5ec045 with lease ID 0x4f736e9e86417b22: from storage DS-4c73c2e1-ac10-4140-a371-7d8c85469407 node DatanodeRegistration(127.0.0.1:46441, datanodeUuid=bf33a21c-44dc-444b-b149-998a72d2e80b, infoPort=45091, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=207127767;c=1732587487074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:18:08,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa 2024-11-26T02:18:08,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:08,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:18:09,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07 with version=8 2024-11-26T02:18:09,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/hbase-staging 2024-11-26T02:18:09,003 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:18:09,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:09,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:09,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:18:09,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:09,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:18:09,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:18:09,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:18:09,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40555 2024-11-26T02:18:09,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40555 connecting to ZooKeeper ensemble=127.0.0.1:59089 2024-11-26T02:18:09,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405550x0, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:09,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40555-0x10174eee5a10003 connected 2024-11-26T02:18:09,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:09,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:09,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Set watcher on znode that does not yet exist, /11903799784/running 2024-11-26T02:18:09,113 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07, hbase.cluster.distributed=false 2024-11-26T02:18:09,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Set watcher on znode that does not yet exist, /11903799784/acl 2024-11-26T02:18:09,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40555 2024-11-26T02:18:09,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40555 2024-11-26T02:18:09,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40555 2024-11-26T02:18:09,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40555 2024-11-26T02:18:09,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40555 2024-11-26T02:18:09,134 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:18:09,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:09,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:09,134 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:18:09,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:09,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:18:09,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:18:09,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:18:09,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36067 2024-11-26T02:18:09,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36067 connecting to ZooKeeper ensemble=127.0.0.1:59089 2024-11-26T02:18:09,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:09,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:09,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360670x0, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:09,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360670x0, quorum=127.0.0.1:59089, baseZNode=/11903799784 Set watcher on znode that does not yet exist, /11903799784/running 2024-11-26T02:18:09,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36067-0x10174eee5a10004 connected 2024-11-26T02:18:09,152 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:18:09,156 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:18:09,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Set watcher on znode that does not yet exist, /11903799784/master 2024-11-26T02:18:09,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Set watcher on znode that does not yet exist, /11903799784/acl 2024-11-26T02:18:09,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36067 2024-11-26T02:18:09,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36067 2024-11-26T02:18:09,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36067 2024-11-26T02:18:09,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36067 2024-11-26T02:18:09,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36067 2024-11-26T02:18:09,187 DEBUG [M:0;851e45ef8bcf:40555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:40555 2024-11-26T02:18:09,188 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11903799784/backup-masters/851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:09,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784/backup-masters 2024-11-26T02:18:09,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784/backup-masters 2024-11-26T02:18:09,194 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Set watcher on existing znode=/11903799784/backup-masters/851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:09,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:09,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11903799784/master 2024-11-26T02:18:09,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:09,204 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Set watcher on existing znode=/11903799784/master 2024-11-26T02:18:09,205 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11903799784/backup-masters/851e45ef8bcf,40555,1732587489003 from backup master directory 2024-11-26T02:18:09,210 WARN [RS:0;851e45ef8bcf:34103 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 851e45ef8bcf,33403,1732587452293: status=Processing ServerCrashProcedure of 851e45ef8bcf,33403,1732587452293 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732587470863, completionTime=-1 appears to have been leaked 2024-11-26T02:18:09,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784/backup-masters 2024-11-26T02:18:09,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11903799784/backup-masters/851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:09,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784/backup-masters 2024-11-26T02:18:09,214 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:18:09,214 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:09,220 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/hbase.id] with ID: f8452cd5-aee7-44e4-bb07-dcff086f84c8 2024-11-26T02:18:09,220 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/.tmp/hbase.id 2024-11-26T02:18:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:18:09,630 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/.tmp/hbase.id]:[hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/hbase.id] 2024-11-26T02:18:09,645 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:09,645 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:18:09,646 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:18:09,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:09,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:18:10,104 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:18:10,105 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:18:10,105 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:18:10,513 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store 2024-11-26T02:18:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:18:10,919 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:10,919 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:18:10,919 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:10,919 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:10,919 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:18:10,919 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:10,919 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:10,920 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587490919Disabling compacts and flushes for region at 1732587490919Disabling writes for close at 1732587490919Writing region close event to WAL at 1732587490919Closed at 1732587490919 2024-11-26T02:18:10,920 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/.initializing 2024-11-26T02:18:10,920 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/WALs/851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:10,921 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:18:10,923 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C40555%2C1732587489003, suffix=, logDir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/WALs/851e45ef8bcf,40555,1732587489003, archiveDir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/oldWALs, maxLogs=10 2024-11-26T02:18:10,938 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/WALs/851e45ef8bcf,40555,1732587489003/851e45ef8bcf%2C40555%2C1732587489003.1732587490924, exclude list is [], retry=0 2024-11-26T02:18:10,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46441,DS-148f3451-b2af-46ea-935c-758de6d1354c,DISK] 2024-11-26T02:18:10,943 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/WALs/851e45ef8bcf,40555,1732587489003/851e45ef8bcf%2C40555%2C1732587489003.1732587490924 2024-11-26T02:18:10,943 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45091:45091)] 2024-11-26T02:18:10,943 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:10,943 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:10,943 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,943 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:18:10,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:10,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:10,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:18:10,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:10,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:10,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:18:10,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:10,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:10,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:18:10,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:10,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:10,952 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,953 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,953 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,954 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,954 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,955 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:10,956 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:10,958 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:10,958 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69358678, jitterRate=0.03352484107017517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:10,958 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587490943Initializing all the Stores at 1732587490944 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587490944Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587490944Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587490944Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587490944Cleaning up temporary data from old regions at 1732587490954 (+10 ms)Region opened successfully at 1732587490958 (+4 ms) 2024-11-26T02:18:10,959 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:18:10,961 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395c46bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:18:10,962 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:18:10,962 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:18:10,963 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:18:10,963 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:18:10,963 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:18:10,963 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:18:10,963 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:18:10,966 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:18:10,966 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Unable to get data of znode /11903799784/balancer because node does not exist (not necessarily an error) 2024-11-26T02:18:10,982 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11903799784/balancer already deleted, retry=false 2024-11-26T02:18:10,983 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:18:10,984 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Unable to get data of znode /11903799784/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:18:10,993 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11903799784/normalizer already deleted, retry=false 2024-11-26T02:18:10,994 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:18:10,995 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Unable to get data of znode /11903799784/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:18:11,003 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11903799784/switch/split already deleted, retry=false 2024-11-26T02:18:11,005 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Unable to get data of znode /11903799784/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:18:11,014 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11903799784/switch/merge already deleted, retry=false 2024-11-26T02:18:11,016 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Unable to get data of znode /11903799784/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:18:11,024 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11903799784/snapshot-cleanup already deleted, retry=false 2024-11-26T02:18:11,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11903799784/running 2024-11-26T02:18:11,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11903799784/running 2024-11-26T02:18:11,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:11,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:11,036 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,40555,1732587489003, sessionid=0x10174eee5a10003, setting cluster-up flag (Was=false) 2024-11-26T02:18:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:11,088 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11903799784/flush-table-proc/acquired, /11903799784/flush-table-proc/reached, /11903799784/flush-table-proc/abort 2024-11-26T02:18:11,089 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:11,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:11,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:11,140 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11903799784/online-snapshot/acquired, /11903799784/online-snapshot/reached, /11903799784/online-snapshot/abort 2024-11-26T02:18:11,141 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:11,143 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:18:11,145 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:11,145 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:18:11,145 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:18:11,145 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,40555,1732587489003 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:18:11,147 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:11,147 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:11,147 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:11,147 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:11,147 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:18:11,147 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,147 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:18:11,147 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:11,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:18:11,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:11,150 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587521150 2024-11-26T02:18:11,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:18:11,150 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:18:11,150 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:18:11,150 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:18:11,151 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:18:11,151 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:18:11,151 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:18:11,151 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,151 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:18:11,151 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:18:11,151 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:18:11,151 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:18:11,152 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:18:11,152 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:18:11,152 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587491152,5,FailOnTimeoutGroup] 2024-11-26T02:18:11,152 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587491152,5,FailOnTimeoutGroup] 2024-11-26T02:18:11,152 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,152 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:18:11,152 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,152 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:18:11,171 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(746): ClusterId : f8452cd5-aee7-44e4-bb07-dcff086f84c8 2024-11-26T02:18:11,171 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:18:11,183 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:18:11,183 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:18:11,194 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:18:11,194 DEBUG [RS:0;851e45ef8bcf:36067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf0bdbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:18:11,205 DEBUG [RS:0;851e45ef8bcf:36067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:36067 2024-11-26T02:18:11,205 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:18:11,205 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:18:11,205 DEBUG [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:18:11,206 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,40555,1732587489003 with port=36067, startcode=1732587489134 2024-11-26T02:18:11,206 DEBUG [RS:0;851e45ef8bcf:36067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:18:11,207 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:18:11,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:11,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40555 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:11,210 DEBUG [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07 2024-11-26T02:18:11,210 DEBUG [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44917 2024-11-26T02:18:11,210 DEBUG [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:18:11,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784/rs 2024-11-26T02:18:11,255 DEBUG [RS:0;851e45ef8bcf:36067 {}] zookeeper.ZKUtil(111): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Set watcher on existing znode=/11903799784/rs/851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:11,255 WARN [RS:0;851e45ef8bcf:36067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:18:11,255 INFO [RS:0;851e45ef8bcf:36067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:11,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,36067,1732587489134] 2024-11-26T02:18:11,255 DEBUG [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/WALs/851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:11,258 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:18:11,260 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:18:11,260 INFO [RS:0;851e45ef8bcf:36067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:18:11,260 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,261 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:18:11,261 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:18:11,261 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:18:11,262 DEBUG [RS:0;851e45ef8bcf:36067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:18:11,264 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,264 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,264 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,264 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,264 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,265 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,36067,1732587489134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:18:11,283 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:18:11,283 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,36067,1732587489134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,284 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,284 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.Replication(171): 851e45ef8bcf,36067,1732587489134 started 2024-11-26T02:18:11,299 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:11,299 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,36067,1732587489134, RpcServer on 851e45ef8bcf/172.17.0.2:36067, sessionid=0x10174eee5a10004 2024-11-26T02:18:11,300 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:18:11,300 DEBUG [RS:0;851e45ef8bcf:36067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:11,300 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,36067,1732587489134' 2024-11-26T02:18:11,300 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11903799784/flush-table-proc/abort' 2024-11-26T02:18:11,300 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11903799784/flush-table-proc/acquired' 2024-11-26T02:18:11,301 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:18:11,301 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:18:11,301 DEBUG [RS:0;851e45ef8bcf:36067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:11,301 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,36067,1732587489134' 2024-11-26T02:18:11,301 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11903799784/online-snapshot/abort' 2024-11-26T02:18:11,301 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11903799784/online-snapshot/acquired' 2024-11-26T02:18:11,302 DEBUG [RS:0;851e45ef8bcf:36067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:18:11,302 INFO [RS:0;851e45ef8bcf:36067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:18:11,302 INFO [RS:0;851e45ef8bcf:36067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:18:11,402 INFO [RS:0;851e45ef8bcf:36067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:18:11,404 INFO [RS:0;851e45ef8bcf:36067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C36067%2C1732587489134, suffix=, logDir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/WALs/851e45ef8bcf,36067,1732587489134, archiveDir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/oldWALs, maxLogs=10 2024-11-26T02:18:11,416 DEBUG [RS:0;851e45ef8bcf:36067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/WALs/851e45ef8bcf,36067,1732587489134/851e45ef8bcf%2C36067%2C1732587489134.1732587491404, exclude list is [], retry=0 2024-11-26T02:18:11,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46441,DS-148f3451-b2af-46ea-935c-758de6d1354c,DISK] 2024-11-26T02:18:11,426 INFO [RS:0;851e45ef8bcf:36067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/WALs/851e45ef8bcf,36067,1732587489134/851e45ef8bcf%2C36067%2C1732587489134.1732587491404 2024-11-26T02:18:11,426 DEBUG [RS:0;851e45ef8bcf:36067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45091:45091)] 2024-11-26T02:18:11,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:18:11,557 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07 2024-11-26T02:18:11,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:18:11,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:18:11,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:18:11,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T02:18:11,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:18:11,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T02:18:11,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:18:11,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T02:18:11,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:18:11,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T02:18:11,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:11,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:18:11,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:18:11,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:11,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:11,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:18:11,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:18:11,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:11,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:11,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:18:11,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:18:11,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:11,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:11,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:18:11,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:18:11,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:11,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:11,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:18:11,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740 2024-11-26T02:18:11,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740 2024-11-26T02:18:11,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:18:11,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:18:11,978 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:11,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:18:11,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:11,982 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73632134, jitterRate=0.0972042977809906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:11,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587491966Initializing all the Stores at 1732587491967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587491967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587491968 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587491968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587491968Cleaning up temporary data from old regions at 1732587491977 (+9 ms)Region opened successfully at 1732587491982 (+5 ms) 2024-11-26T02:18:11,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:18:11,982 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:18:11,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:18:11,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:18:11,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:18:11,983 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:18:11,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587491982Disabling compacts and flushes for region at 1732587491982Disabling writes for close at 1732587491982Writing region close event to WAL at 1732587491983 (+1 ms)Closed at 1732587491983 2024-11-26T02:18:11,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:11,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:18:11,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:18:11,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:18:11,986 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:18:12,137 DEBUG [851e45ef8bcf:40555 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:18:12,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:12,139 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,36067,1732587489134, state=OPENING 2024-11-26T02:18:12,151 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:18:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:12,162 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:18:12,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11903799784/meta-region-server: CHANGED 2024-11-26T02:18:12,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11903799784/meta-region-server: CHANGED 2024-11-26T02:18:12,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,36067,1732587489134}] 2024-11-26T02:18:12,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:18:12,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:18:12,320 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:18:12,321 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:12,321 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:18:12,322 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C36067%2C1732587489134.meta, suffix=.meta, logDir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/WALs/851e45ef8bcf,36067,1732587489134, archiveDir=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/oldWALs, maxLogs=10 2024-11-26T02:18:12,337 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/WALs/851e45ef8bcf,36067,1732587489134/851e45ef8bcf%2C36067%2C1732587489134.meta.1732587492323.meta, exclude list is [], retry=0 2024-11-26T02:18:12,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46441,DS-148f3451-b2af-46ea-935c-758de6d1354c,DISK] 2024-11-26T02:18:12,341 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/WALs/851e45ef8bcf,36067,1732587489134/851e45ef8bcf%2C36067%2C1732587489134.meta.1732587492323.meta 2024-11-26T02:18:12,342 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45091:45091)] 2024-11-26T02:18:12,342 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:12,342 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:18:12,343 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:18:12,343 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:18:12,343 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:18:12,343 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:18:12,343 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:12,343 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:18:12,343 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:18:12,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:18:12,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:18:12,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:12,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:12,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:18:12,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:18:12,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:12,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:12,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:18:12,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:18:12,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:12,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:12,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:18:12,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:18:12,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:12,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:12,350 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:18:12,351 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740 2024-11-26T02:18:12,352 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740 2024-11-26T02:18:12,353 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:18:12,353 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:18:12,354 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:12,355 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:18:12,356 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60417375, jitterRate=-0.09971095621585846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:12,356 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:18:12,356 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587492343Writing region info on filesystem at 1732587492343Initializing all the Stores at 1732587492344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587492345 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587492345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587492345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587492345Cleaning up temporary data from old regions at 1732587492353 (+8 ms)Running coprocessor post-open hooks at 1732587492356 (+3 ms)Region opened successfully at 1732587492356 2024-11-26T02:18:12,357 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587492315 2024-11-26T02:18:12,359 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:18:12,359 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:18:12,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:12,361 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,36067,1732587489134, state=OPEN 2024-11-26T02:18:12,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11903799784/meta-region-server 2024-11-26T02:18:12,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11903799784/meta-region-server 2024-11-26T02:18:12,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:12,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11903799784/meta-region-server: CHANGED 2024-11-26T02:18:12,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11903799784/meta-region-server: CHANGED 2024-11-26T02:18:12,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:18:12,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,36067,1732587489134 in 210 msec 2024-11-26T02:18:12,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:18:12,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-26T02:18:12,379 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:12,379 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:18:12,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:12,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,36067,1732587489134, seqNum=-1] 2024-11-26T02:18:12,381 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:12,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:12,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-26T02:18:12,388 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587492388, completionTime=-1 2024-11-26T02:18:12,388 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:18:12,388 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:18:12,390 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:18:12,390 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587552390 2024-11-26T02:18:12,390 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587612390 2024-11-26T02:18:12,390 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T02:18:12,391 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40555,1732587489003-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:12,391 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40555,1732587489003-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:12,391 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40555,1732587489003-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:12,391 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:40555, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:12,391 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:12,391 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:12,393 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:18:12,395 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.180sec 2024-11-26T02:18:12,395 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:18:12,395 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:18:12,396 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:18:12,396 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:18:12,396 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:18:12,396 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40555,1732587489003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:18:12,396 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40555,1732587489003-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:18:12,398 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:18:12,398 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:18:12,398 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40555,1732587489003-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:12,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:18:12,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:12,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375b801f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:12,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40555,-1 for getting cluster id 2024-11-26T02:18:12,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:12,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:12,474 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8452cd5-aee7-44e4-bb07-dcff086f84c8' 2024-11-26T02:18:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:12,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8452cd5-aee7-44e4-bb07-dcff086f84c8" 2024-11-26T02:18:12,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7984478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:12,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40555,-1] 2024-11-26T02:18:12,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:12,477 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:12,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601344d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:12,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,36067,1732587489134, seqNum=-1] 2024-11-26T02:18:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:12,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:12,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:12,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59089 2024-11-26T02:18:12,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:12,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10174eee5a10005 connected 2024-11-26T02:18:12,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fecc9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:12,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35085,-1 for getting cluster id 2024-11-26T02:18:12,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:12,513 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec3e6537-d6bd-4e98-b33b-90e5049cebd9' 2024-11-26T02:18:12,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:12,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec3e6537-d6bd-4e98-b33b-90e5049cebd9" 2024-11-26T02:18:12,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab6a040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:12,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35085,-1] 2024-11-26T02:18:12,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:12,516 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:12,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54888a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:12,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed0a0ef 2024-11-26T02:18:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:12,519 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:18:12,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:40555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:18:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:18:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:12,524 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40555' 2024-11-26T02:18:12,525 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ac7867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:12,525 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40555,-1 for getting cluster id 2024-11-26T02:18:12,525 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:12,526 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8452cd5-aee7-44e4-bb07-dcff086f84c8' 2024-11-26T02:18:12,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:12,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8452cd5-aee7-44e4-bb07-dcff086f84c8" 2024-11-26T02:18:12,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d26ba1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:12,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40555,-1] 2024-11-26T02:18:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:12,528 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:12,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ae39f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:12,529 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:12,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:12,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5a64d3 2024-11-26T02:18:12,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:12,532 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:18:12,533 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T02:18:12,533 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:18:12,533 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:12,533 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:12,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:18:12,534 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:18:12,535 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:18:12,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:18:12,537 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:12,538 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:18:12,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741835_1011 (size=1138) 2024-11-26T02:18:12,586 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:18:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:12,946 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 848f0bf425a7848bb050c2882905f0f8, NAME => 'hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9 2024-11-26T02:18:12,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741836_1012 (size=44) 2024-11-26T02:18:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:13,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:13,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 848f0bf425a7848bb050c2882905f0f8, disabling compactions & flushes 2024-11-26T02:18:13,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:13,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:13,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. after waiting 0 ms 2024-11-26T02:18:13,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:13,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:13,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 848f0bf425a7848bb050c2882905f0f8: Waiting for close lock at 1732587493355Disabling compacts and flushes for region at 1732587493355Disabling writes for close at 1732587493355Writing region close event to WAL at 1732587493355Closed at 1732587493355 2024-11-26T02:18:13,357 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:18:13,357 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587493357"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587493357"}]},"ts":"1732587493357"} 2024-11-26T02:18:13,360 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:18:13,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:18:13,362 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587493361"}]},"ts":"1732587493361"} 2024-11-26T02:18:13,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:18:13,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=848f0bf425a7848bb050c2882905f0f8, ASSIGN}] 2024-11-26T02:18:13,366 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=848f0bf425a7848bb050c2882905f0f8, ASSIGN 2024-11-26T02:18:13,367 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=848f0bf425a7848bb050c2882905f0f8, ASSIGN; state=OFFLINE, location=851e45ef8bcf,34103,1732587483580; forceNewPlan=false, retain=false 2024-11-26T02:18:13,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=848f0bf425a7848bb050c2882905f0f8, regionState=OPENING, regionLocation=851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:13,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=848f0bf425a7848bb050c2882905f0f8, ASSIGN because future has completed 2024-11-26T02:18:13,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 848f0bf425a7848bb050c2882905f0f8, server=851e45ef8bcf,34103,1732587483580}] 2024-11-26T02:18:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:13,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:13,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:13,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:18:13,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C34103%2C1732587483580.rep, suffix=, logDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/oldWALs, maxLogs=10 2024-11-26T02:18:13,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.rep.1732587493679, exclude list is [], retry=0 2024-11-26T02:18:13,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36495,DS-d07c27f3-8955-4756-a6a7-3fe6d30762c0,DISK] 2024-11-26T02:18:13,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.rep.1732587493679 2024-11-26T02:18:13,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877)] 2024-11-26T02:18:13,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 848f0bf425a7848bb050c2882905f0f8, NAME => 'hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:13,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:18:13,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:18:13,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. service=MultiRowMutationService 2024-11-26T02:18:13,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:18:13,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:13,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,707 INFO [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,708 INFO [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 848f0bf425a7848bb050c2882905f0f8 columnFamilyName hfileref 2024-11-26T02:18:13,708 DEBUG [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:13,709 INFO [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] regionserver.HStore(327): Store=848f0bf425a7848bb050c2882905f0f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:13,709 INFO [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,710 INFO [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 848f0bf425a7848bb050c2882905f0f8 columnFamilyName queue 2024-11-26T02:18:13,710 DEBUG [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:13,711 INFO [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] regionserver.HStore(327): Store=848f0bf425a7848bb050c2882905f0f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:13,711 INFO [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,712 INFO [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 848f0bf425a7848bb050c2882905f0f8 columnFamilyName sid 2024-11-26T02:18:13,713 DEBUG [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:13,713 INFO [StoreOpener-848f0bf425a7848bb050c2882905f0f8-1 {}] regionserver.HStore(327): Store=848f0bf425a7848bb050c2882905f0f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:13,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/replication/848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/replication/848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:18:13,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/replication/848f0bf425a7848bb050c2882905f0f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:13,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 848f0bf425a7848bb050c2882905f0f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58872342, jitterRate=-0.12273374199867249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:18:13,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:13,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 848f0bf425a7848bb050c2882905f0f8: Running coprocessor pre-open hook at 1732587493705Writing region info on filesystem at 1732587493705Initializing all the Stores at 1732587493706 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587493706Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587493706Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587493707 (+1 ms)Cleaning up temporary data from old regions at 1732587493715 (+8 ms)Running coprocessor post-open hooks at 1732587493720 (+5 ms)Region opened successfully at 1732587493721 (+1 ms) 2024-11-26T02:18:13,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8., pid=7, masterSystemTime=1732587493673 2024-11-26T02:18:13,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:13,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:13,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=848f0bf425a7848bb050c2882905f0f8, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:13,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 848f0bf425a7848bb050c2882905f0f8, server=851e45ef8bcf,34103,1732587483580 because future has completed 2024-11-26T02:18:13,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T02:18:13,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 848f0bf425a7848bb050c2882905f0f8, server=851e45ef8bcf,34103,1732587483580 in 210 msec 2024-11-26T02:18:13,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:18:13,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=848f0bf425a7848bb050c2882905f0f8, ASSIGN in 368 msec 2024-11-26T02:18:13,736 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:18:13,736 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587493736"}]},"ts":"1732587493736"} 2024-11-26T02:18:13,738 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:18:13,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:18:13,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2060 sec 2024-11-26T02:18:13,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8., hostname=851e45ef8bcf,34103,1732587483580, seqNum=2] 2024-11-26T02:18:13,856 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:13,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:13,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:18:14,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T02:18:14,033 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:18:14,069 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,34103,1732587483580, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:18:14,070 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:14,070 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,34103,1732587483580, seqNum=-1] 2024-11-26T02:18:14,070 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:14,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-26T02:18:14,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,34103,1732587483580', locateType=CURRENT is [region=hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8., hostname=851e45ef8bcf,34103,1732587483580, seqNum=2] 2024-11-26T02:18:14,077 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T02:18:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T02:18:14,080 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,34103,1732587483580 suceeded 2024-11-26T02:18:14,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T02:18:14,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-26T02:18:14,086 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:40555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:18:14,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5660 sec 2024-11-26T02:18:14,099 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40555' 2024-11-26T02:18:14,108 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@732e1a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:14,108 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40555,-1 for getting cluster id 2024-11-26T02:18:14,108 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:14,109 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8452cd5-aee7-44e4-bb07-dcff086f84c8' 2024-11-26T02:18:14,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:14,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8452cd5-aee7-44e4-bb07-dcff086f84c8" 2024-11-26T02:18:14,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a42575a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:14,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40555,-1] 2024-11-26T02:18:14,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:14,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:14,111 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:14,112 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45c54761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:14,112 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:14,114 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:14,114 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8f6a04 2024-11-26T02:18:14,114 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:14,115 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-26T02:18:14,116 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,34103,1732587483580 (queues=1) is replicating from cluster=ec3e6537-d6bd-4e98-b33b-90e5049cebd9 to cluster=f8452cd5-aee7-44e4-bb07-dcff086f84c8 2024-11-26T02:18:14,117 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C34103%2C1732587483580 2024-11-26T02:18:14,117 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,34103,1732587483580, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:18:14,120 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.shipper851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C34103%2C1732587483580 2024-11-26T02:18:14,120 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.wal-reader.851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916, startPosition=0, beingWritten=true 2024-11-26T02:18:14,327 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.wal-reader.851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916 to pos 0, reset compression=false 2024-11-26T02:18:14,633 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.wal-reader.851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916 to pos 0, reset compression=false 2024-11-26T02:18:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:14,674 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:18:14,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:18:14,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:14,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:14,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:14,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:18:14,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec5e84c 2024-11-26T02:18:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:14,676 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:18:14,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T02:18:14,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:18:14,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:18:14,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:14,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:14,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:14,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:18:14,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:18:14,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871437527, stopped=false 2024-11-26T02:18:14,678 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,40555,1732587489003 2024-11-26T02:18:14,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11903799784/running 2024-11-26T02:18:14,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11903799784/running 2024-11-26T02:18:14,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:14,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:14,728 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:18:14,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:18:14,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:14,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Set watcher on znode that does not yet exist, /11903799784/running 2024-11-26T02:18:14,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:14,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Set watcher on znode that does not yet exist, /11903799784/running 2024-11-26T02:18:14,729 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,36067,1732587489134' ***** 2024-11-26T02:18:14,729 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:18:14,729 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:18:14,729 INFO [RS:0;851e45ef8bcf:36067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:18:14,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:18:14,729 INFO [RS:0;851e45ef8bcf:36067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:18:14,729 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:14,729 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:18:14,729 INFO [RS:0;851e45ef8bcf:36067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:36067. 2024-11-26T02:18:14,730 DEBUG [RS:0;851e45ef8bcf:36067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:14,730 DEBUG [RS:0;851e45ef8bcf:36067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:14,730 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:18:14,730 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:18:14,730 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:18:14,730 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:18:14,730 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:18:14,730 DEBUG [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:18:14,730 DEBUG [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:18:14,730 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:18:14,730 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:18:14,730 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:18:14,730 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:18:14,730 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:18:14,730 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T02:18:14,745 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740/.tmp/ns/a6d74f5f11804a258cdfcebcf99bd80f is 43, key is default/ns:d/1732587492382/Put/seqid=0 2024-11-26T02:18:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741835_1011 (size=5153) 2024-11-26T02:18:14,767 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:18:14,930 DEBUG [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:18:15,038 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.wal-reader.851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916 to pos 0, reset compression=false 2024-11-26T02:18:15,131 DEBUG [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:18:15,151 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740/.tmp/ns/a6d74f5f11804a258cdfcebcf99bd80f 2024-11-26T02:18:15,159 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740/.tmp/ns/a6d74f5f11804a258cdfcebcf99bd80f as hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740/ns/a6d74f5f11804a258cdfcebcf99bd80f 2024-11-26T02:18:15,167 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740/ns/a6d74f5f11804a258cdfcebcf99bd80f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T02:18:15,168 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-26T02:18:15,172 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T02:18:15,173 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:18:15,173 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:18:15,173 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:18:15,173 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587494730Running coprocessor pre-close hooks at 1732587494730Disabling compacts and flushes for region at 1732587494730Disabling writes for close at 1732587494730Obtaining lock to block concurrent updates at 1732587494730Preparing flush snapshotting stores in 1588230740 at 1732587494730Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732587494731 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732587494731Flushing 1588230740/ns: creating writer at 1732587494731Flushing 1588230740/ns: appending metadata at 1732587494745 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732587494745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f4bf877: reopening flushed file at 1732587495158 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1732587495168 (+10 ms)Writing region close event to WAL at 1732587495169 (+1 ms)Running coprocessor post-close hooks at 1732587495173 (+4 ms)Closed at 1732587495173 2024-11-26T02:18:15,173 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:18:15,331 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,36067,1732587489134; all regions closed. 2024-11-26T02:18:15,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741834_1010 (size=1152) 2024-11-26T02:18:15,336 DEBUG [RS:0;851e45ef8bcf:36067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/oldWALs 2024-11-26T02:18:15,336 INFO [RS:0;851e45ef8bcf:36067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C36067%2C1732587489134.meta:.meta(num 1732587492323) 2024-11-26T02:18:15,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/WALs/851e45ef8bcf,36067,1732587489134/851e45ef8bcf%2C36067%2C1732587489134.1732587491404 not finished, retry = 0 2024-11-26T02:18:15,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741832_1008 (size=93) 2024-11-26T02:18:15,345 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:18:15,345 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:18:15,441 DEBUG [RS:0;851e45ef8bcf:36067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/oldWALs 2024-11-26T02:18:15,441 INFO [RS:0;851e45ef8bcf:36067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C36067%2C1732587489134:(num 1732587491404) 2024-11-26T02:18:15,441 DEBUG [RS:0;851e45ef8bcf:36067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:15,441 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:18:15,441 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:18:15,441 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:18:15,442 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:18:15,442 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:18:15,442 INFO [RS:0;851e45ef8bcf:36067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36067 2024-11-26T02:18:15,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11903799784/rs/851e45ef8bcf,36067,1732587489134 2024-11-26T02:18:15,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784/rs 2024-11-26T02:18:15,454 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:18:15,543 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.wal-reader.851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916 to pos 0, reset compression=false 2024-11-26T02:18:15,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,36067,1732587489134] 2024-11-26T02:18:15,656 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11903799784/draining/851e45ef8bcf,36067,1732587489134 already deleted, retry=false 2024-11-26T02:18:15,656 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,36067,1732587489134 expired; onlineServers=0 2024-11-26T02:18:15,656 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,40555,1732587489003' ***** 2024-11-26T02:18:15,656 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:18:15,656 INFO [M:0;851e45ef8bcf:40555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:18:15,656 INFO [M:0;851e45ef8bcf:40555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:18:15,657 DEBUG [M:0;851e45ef8bcf:40555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:18:15,657 DEBUG [M:0;851e45ef8bcf:40555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:18:15,657 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:18:15,657 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587491152 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587491152,5,FailOnTimeoutGroup] 2024-11-26T02:18:15,657 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587491152 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587491152,5,FailOnTimeoutGroup] 2024-11-26T02:18:15,657 INFO [M:0;851e45ef8bcf:40555 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:18:15,657 INFO [M:0;851e45ef8bcf:40555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:18:15,657 DEBUG [M:0;851e45ef8bcf:40555 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:18:15,657 INFO [M:0;851e45ef8bcf:40555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:18:15,657 INFO [M:0;851e45ef8bcf:40555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:18:15,657 INFO [M:0;851e45ef8bcf:40555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:18:15,657 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:18:15,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11903799784/master 2024-11-26T02:18:15,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11903799784 2024-11-26T02:18:15,677 DEBUG [M:0;851e45ef8bcf:40555 {}] zookeeper.RecoverableZooKeeper(212): Node /11903799784/master already deleted, retry=false 2024-11-26T02:18:15,677 DEBUG [M:0;851e45ef8bcf:40555 {}] master.ActiveMasterManager(353): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Failed delete of our master address node; KeeperErrorCode = NoNode for /11903799784/master 2024-11-26T02:18:15,678 INFO [M:0;851e45ef8bcf:40555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/.lastflushedseqids 2024-11-26T02:18:15,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741836_1012 (size=99) 2024-11-26T02:18:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:18:15,746 INFO [RS:0;851e45ef8bcf:36067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:18:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36067-0x10174eee5a10004, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:18:15,746 INFO [RS:0;851e45ef8bcf:36067 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,36067,1732587489134; zookeeper connection closed. 2024-11-26T02:18:15,752 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@311e925 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@311e925 2024-11-26T02:18:15,752 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:18:16,084 INFO [M:0;851e45ef8bcf:40555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:18:16,084 INFO [M:0;851e45ef8bcf:40555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:18:16,084 DEBUG [M:0;851e45ef8bcf:40555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:18:16,084 INFO [M:0;851e45ef8bcf:40555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:16,084 DEBUG [M:0;851e45ef8bcf:40555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:16,084 DEBUG [M:0;851e45ef8bcf:40555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:18:16,084 DEBUG [M:0;851e45ef8bcf:40555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:16,085 INFO [M:0;851e45ef8bcf:40555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T02:18:16,122 DEBUG [M:0;851e45ef8bcf:40555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40c3650d8d2e424b81fa3f31673ce8c9 is 82, key is hbase:meta,,1/info:regioninfo/1732587492360/Put/seqid=0 2024-11-26T02:18:16,148 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.wal-reader.851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916 to pos 0, reset compression=false 2024-11-26T02:18:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741837_1013 (size=5672) 2024-11-26T02:18:16,552 INFO [M:0;851e45ef8bcf:40555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40c3650d8d2e424b81fa3f31673ce8c9 2024-11-26T02:18:16,598 DEBUG [M:0;851e45ef8bcf:40555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b90a8b412f946fdb0082a40c7234565 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732587492387/Put/seqid=0 2024-11-26T02:18:16,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741838_1014 (size=5275) 2024-11-26T02:18:16,630 INFO [M:0;851e45ef8bcf:40555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b90a8b412f946fdb0082a40c7234565 2024-11-26T02:18:16,675 DEBUG [M:0;851e45ef8bcf:40555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6da553402a1b40b081a0099b14546231 is 69, key is 851e45ef8bcf,36067,1732587489134/rs:state/1732587491208/Put/seqid=0 2024-11-26T02:18:16,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741839_1015 (size=5156) 2024-11-26T02:18:16,725 INFO [M:0;851e45ef8bcf:40555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6da553402a1b40b081a0099b14546231 2024-11-26T02:18:16,736 DEBUG [M:0;851e45ef8bcf:40555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40c3650d8d2e424b81fa3f31673ce8c9 as hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40c3650d8d2e424b81fa3f31673ce8c9 2024-11-26T02:18:16,749 INFO [M:0;851e45ef8bcf:40555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40c3650d8d2e424b81fa3f31673ce8c9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T02:18:16,751 DEBUG [M:0;851e45ef8bcf:40555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b90a8b412f946fdb0082a40c7234565 as hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b90a8b412f946fdb0082a40c7234565 2024-11-26T02:18:16,770 INFO [M:0;851e45ef8bcf:40555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b90a8b412f946fdb0082a40c7234565, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T02:18:16,772 DEBUG [M:0;851e45ef8bcf:40555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6da553402a1b40b081a0099b14546231 as hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6da553402a1b40b081a0099b14546231 2024-11-26T02:18:16,787 INFO [M:0;851e45ef8bcf:40555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b9cec8e9-3b28-4828-3af8-1d9f6c0caf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6da553402a1b40b081a0099b14546231, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T02:18:16,789 INFO [M:0;851e45ef8bcf:40555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 705ms, sequenceid=28, compaction requested=false 2024-11-26T02:18:16,801 INFO [M:0;851e45ef8bcf:40555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:16,801 DEBUG [M:0;851e45ef8bcf:40555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587496084Disabling compacts and flushes for region at 1732587496084Disabling writes for close at 1732587496084Obtaining lock to block concurrent updates at 1732587496085 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587496085Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732587496085Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587496086 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587496086Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587496122 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587496122Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587496568 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587496597 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587496597Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587496644 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587496674 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587496674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10eddc82: reopening flushed file at 1732587496735 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57418e01: reopening flushed file at 1732587496750 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48010a22: reopening flushed file at 1732587496771 (+21 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 705ms, sequenceid=28, compaction requested=false at 1732587496789 (+18 ms)Writing region close event to WAL at 1732587496801 (+12 ms)Closed at 1732587496801 2024-11-26T02:18:16,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46441 is added to blk_1073741830_1006 (size=10165) 2024-11-26T02:18:16,808 INFO [M:0;851e45ef8bcf:40555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:18:16,808 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:18:16,808 INFO [M:0;851e45ef8bcf:40555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40555 2024-11-26T02:18:16,809 INFO [M:0;851e45ef8bcf:40555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:18:16,856 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.wal-reader.851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916 to pos 0, reset compression=false 2024-11-26T02:18:16,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:18:16,976 INFO [M:0;851e45ef8bcf:40555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:18:16,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40555-0x10174eee5a10003, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:18:17,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@661237b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:18:17,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25ee6f2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:18:17,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:18:17,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d6d125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:18:17,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cba68dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/hadoop.log.dir/,STOPPED} 2024-11-26T02:18:17,028 WARN [BP-1111119110-172.17.0.2-1732587487074 heartbeating to localhost/127.0.0.1:44917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:18:17,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:18:17,028 WARN [BP-1111119110-172.17.0.2-1732587487074 heartbeating to localhost/127.0.0.1:44917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1111119110-172.17.0.2-1732587487074 (Datanode Uuid bf33a21c-44dc-444b-b149-998a72d2e80b) service to localhost/127.0.0.1:44917 2024-11-26T02:18:17,028 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:18:17,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/cluster_5eef52a7-2600-a88d-2cff-add30eee1426/data/data1/current/BP-1111119110-172.17.0.2-1732587487074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:18:17,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/cluster_5eef52a7-2600-a88d-2cff-add30eee1426/data/data2/current/BP-1111119110-172.17.0.2-1732587487074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:18:17,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:18:17,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e49dff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:18:17,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:18:17,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:18:17,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:18:17,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/hadoop.log.dir/,STOPPED} 2024-11-26T02:18:17,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:18:17,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:18:17,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:18:17,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:17,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:17,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:17,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:18:17,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:18:17,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=12504127, stopped=false 2024-11-26T02:18:17,067 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,35085,1732587483324 2024-11-26T02:18:17,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183929993/running 2024-11-26T02:18:17,086 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183929993/running 2024-11-26T02:18:17,086 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:17,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:17,087 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:18:17,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:18:17,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:17,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:17,087 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,34103,1732587483580' ***** 2024-11-26T02:18:17,087 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:18:17,088 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:18:17,089 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:18:17,089 INFO [RS:0;851e45ef8bcf:34103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:18:17,089 INFO [RS:0;851e45ef8bcf:34103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:18:17,089 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(3091): Received CLOSE for 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:17,090 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:18:17,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Set watcher on znode that does not yet exist, /0-1183929993/running 2024-11-26T02:18:17,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Set watcher on znode that does not yet exist, /0-1183929993/running 2024-11-26T02:18:17,096 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:17,096 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:18:17,096 INFO [RS:0;851e45ef8bcf:34103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:34103. 2024-11-26T02:18:17,096 DEBUG [RS:0;851e45ef8bcf:34103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:17,096 DEBUG [RS:0;851e45ef8bcf:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:17,096 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 848f0bf425a7848bb050c2882905f0f8, disabling compactions & flushes 2024-11-26T02:18:17,097 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:17,097 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:18:17,097 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:17,097 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:18:17,097 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:18:17,097 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. after waiting 0 ms 2024-11-26T02:18:17,097 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:17,097 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:18:17,097 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 848f0bf425a7848bb050c2882905f0f8 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T02:18:17,097 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:18:17,097 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1325): Online Regions={848f0bf425a7848bb050c2882905f0f8=hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:18:17,097 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 848f0bf425a7848bb050c2882905f0f8 2024-11-26T02:18:17,099 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:18:17,099 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:18:17,100 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:18:17,100 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:18:17,100 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:18:17,100 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T02:18:17,124 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/.tmp/info/da62c7ac4cdf480480f660d00005e5bf is 147, key is hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8./info:regioninfo/1732587493726/Put/seqid=0 2024-11-26T02:18:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741838_1014 (size=6631) 2024-11-26T02:18:17,142 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/.tmp/info/da62c7ac4cdf480480f660d00005e5bf 2024-11-26T02:18:17,152 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/replication/848f0bf425a7848bb050c2882905f0f8/.tmp/queue/01bafe4c566c4ba39d9119a78754a7f8 is 151, key is 1-851e45ef8bcf,34103,1732587483580/queue:851e45ef8bcf%2C34103%2C1732587483580/1732587494075/Put/seqid=0 2024-11-26T02:18:17,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741839_1015 (size=5350) 2024-11-26T02:18:17,183 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/replication/848f0bf425a7848bb050c2882905f0f8/.tmp/queue/01bafe4c566c4ba39d9119a78754a7f8 2024-11-26T02:18:17,183 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/.tmp/ns/c6eab6c2d55b4f7e9e5ed0590d188d5c is 43, key is default/ns:d/1732587486996/Put/seqid=0 2024-11-26T02:18:17,196 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/replication/848f0bf425a7848bb050c2882905f0f8/.tmp/queue/01bafe4c566c4ba39d9119a78754a7f8 as hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/replication/848f0bf425a7848bb050c2882905f0f8/queue/01bafe4c566c4ba39d9119a78754a7f8 2024-11-26T02:18:17,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741840_1016 (size=5153) 2024-11-26T02:18:17,209 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/replication/848f0bf425a7848bb050c2882905f0f8/queue/01bafe4c566c4ba39d9119a78754a7f8, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T02:18:17,211 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 848f0bf425a7848bb050c2882905f0f8 in 114ms, sequenceid=5, compaction requested=false 2024-11-26T02:18:17,211 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T02:18:17,230 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/replication/848f0bf425a7848bb050c2882905f0f8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T02:18:17,231 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:18:17,231 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:18:17,231 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:17,232 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 848f0bf425a7848bb050c2882905f0f8: Waiting for close lock at 1732587497096Running coprocessor pre-close hooks at 1732587497096Disabling compacts and flushes for region at 1732587497096Disabling writes for close at 1732587497097 (+1 ms)Obtaining lock to block concurrent updates at 1732587497097Preparing flush snapshotting stores in 848f0bf425a7848bb050c2882905f0f8 at 1732587497097Finished memstore snapshotting hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732587497097Flushing stores of hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. at 1732587497099 (+2 ms)Flushing 848f0bf425a7848bb050c2882905f0f8/queue: creating writer at 1732587497100 (+1 ms)Flushing 848f0bf425a7848bb050c2882905f0f8/queue: appending metadata at 1732587497148 (+48 ms)Flushing 848f0bf425a7848bb050c2882905f0f8/queue: closing flushed file at 1732587497148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f6778c: reopening flushed file at 1732587497195 (+47 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 848f0bf425a7848bb050c2882905f0f8 in 114ms, sequenceid=5, compaction requested=false at 1732587497211 (+16 ms)Writing region close event to WAL at 1732587497220 (+9 ms)Running coprocessor post-close hooks at 1732587497231 (+11 ms)Closed at 1732587497231 2024-11-26T02:18:17,232 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587492533.848f0bf425a7848bb050c2882905f0f8. 2024-11-26T02:18:17,297 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:18:17,498 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:18:17,609 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/.tmp/ns/c6eab6c2d55b4f7e9e5ed0590d188d5c 2024-11-26T02:18:17,638 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/.tmp/table/f0009e0e8448431e919ccf130de03002 is 53, key is hbase:replication/table:state/1732587493736/Put/seqid=0 2024-11-26T02:18:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741841_1017 (size=5256) 2024-11-26T02:18:17,665 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/.tmp/table/f0009e0e8448431e919ccf130de03002 2024-11-26T02:18:17,667 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.wal-reader.851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916 to pos 0, reset compression=false 2024-11-26T02:18:17,678 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/.tmp/info/da62c7ac4cdf480480f660d00005e5bf as hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/info/da62c7ac4cdf480480f660d00005e5bf 2024-11-26T02:18:17,691 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/info/da62c7ac4cdf480480f660d00005e5bf, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T02:18:17,692 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/.tmp/ns/c6eab6c2d55b4f7e9e5ed0590d188d5c as hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/ns/c6eab6c2d55b4f7e9e5ed0590d188d5c 2024-11-26T02:18:17,698 DEBUG [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:18:17,711 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/ns/c6eab6c2d55b4f7e9e5ed0590d188d5c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T02:18:17,715 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/.tmp/table/f0009e0e8448431e919ccf130de03002 as hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/table/f0009e0e8448431e919ccf130de03002 2024-11-26T02:18:17,730 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/table/f0009e0e8448431e919ccf130de03002, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T02:18:17,731 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 631ms, sequenceid=11, compaction requested=false 2024-11-26T02:18:17,739 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T02:18:17,740 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:18:17,740 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:18:17,740 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:18:17,740 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587497099Running coprocessor pre-close hooks at 1732587497099Disabling compacts and flushes for region at 1732587497099Disabling writes for close at 1732587497100 (+1 ms)Obtaining lock to block concurrent updates at 1732587497100Preparing flush snapshotting stores in 1588230740 at 1732587497100Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732587497101 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732587497102 (+1 ms)Flushing 1588230740/info: creating writer at 1732587497102Flushing 1588230740/info: appending metadata at 1732587497123 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732587497123Flushing 1588230740/ns: creating writer at 1732587497152 (+29 ms)Flushing 1588230740/ns: appending metadata at 1732587497182 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732587497182Flushing 1588230740/table: creating writer at 1732587497621 (+439 ms)Flushing 1588230740/table: appending metadata at 1732587497638 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732587497638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3625ecd6: reopening flushed file at 1732587497677 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f6513: reopening flushed file at 1732587497691 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b53f97b: reopening flushed file at 1732587497711 (+20 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 631ms, sequenceid=11, compaction requested=false at 1732587497732 (+21 ms)Writing region close event to WAL at 1732587497735 (+3 ms)Running coprocessor post-close hooks at 1732587497740 (+5 ms)Closed at 1732587497740 2024-11-26T02:18:17,740 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:18:17,785 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:18:17,785 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:18:17,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:18:17,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:17,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:17,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:17,898 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,34103,1732587483580; all regions closed. 2024-11-26T02:18:17,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741834_1010 (size=2742) 2024-11-26T02:18:17,904 DEBUG [RS:0;851e45ef8bcf:34103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/oldWALs 2024-11-26T02:18:17,904 INFO [RS:0;851e45ef8bcf:34103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C34103%2C1732587483580.meta:.meta(num 1732587486926) 2024-11-26T02:18:17,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741837_1013 (size=1586) 2024-11-26T02:18:17,908 DEBUG [RS:0;851e45ef8bcf:34103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/oldWALs 2024-11-26T02:18:17,908 INFO [RS:0;851e45ef8bcf:34103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C34103%2C1732587483580.rep:(num 1732587493679) 2024-11-26T02:18:17,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741832_1008 (size=93) 2024-11-26T02:18:17,911 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/WALs/851e45ef8bcf,34103,1732587483580/851e45ef8bcf%2C34103%2C1732587483580.1732587485916 not finished, retry = 0 2024-11-26T02:18:18,013 DEBUG [RS:0;851e45ef8bcf:34103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/oldWALs 2024-11-26T02:18:18,013 INFO [RS:0;851e45ef8bcf:34103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C34103%2C1732587483580:(num 1732587485916) 2024-11-26T02:18:18,013 DEBUG [RS:0;851e45ef8bcf:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:18,013 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:18:18,013 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:18:18,014 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:18:18,014 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:18:18,014 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:18:18,014 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,34103,1732587483580 because: Region server is closing 2024-11-26T02:18:18,014 INFO [RS:0;851e45ef8bcf:34103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:34103. 2024-11-26T02:18:18,014 DEBUG [RS:0;851e45ef8bcf:34103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:18,014 DEBUG [RS:0;851e45ef8bcf:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:18,015 DEBUG [RS:0;851e45ef8bcf:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:18,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:18:18,115 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.wal-reader.851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:18:18,115 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.shipper851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T02:18:18,115 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34103,1732587483580.replicationSource.shipper851e45ef8bcf%2C34103%2C1732587483580,1-851e45ef8bcf,34103,1732587483580 terminated 2024-11-26T02:18:18,115 INFO [RS:0;851e45ef8bcf:34103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34103 2024-11-26T02:18:18,128 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183929993/rs/851e45ef8bcf,34103,1732587483580 2024-11-26T02:18:18,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993/rs 2024-11-26T02:18:18,128 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:18:18,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,34103,1732587483580] 2024-11-26T02:18:18,150 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183929993/draining/851e45ef8bcf,34103,1732587483580 already deleted, retry=false 2024-11-26T02:18:18,151 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,34103,1732587483580 expired; onlineServers=0 2024-11-26T02:18:18,151 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,35085,1732587483324' ***** 2024-11-26T02:18:18,151 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:18:18,151 INFO [M:0;851e45ef8bcf:35085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:18:18,151 INFO [M:0;851e45ef8bcf:35085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:18:18,151 DEBUG [M:0;851e45ef8bcf:35085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:18:18,151 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:18:18,151 DEBUG [M:0;851e45ef8bcf:35085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:18:18,151 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587485666 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587485666,5,FailOnTimeoutGroup] 2024-11-26T02:18:18,151 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587485666 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587485666,5,FailOnTimeoutGroup] 2024-11-26T02:18:18,151 INFO [M:0;851e45ef8bcf:35085 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:18:18,152 INFO [M:0;851e45ef8bcf:35085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:18:18,152 DEBUG [M:0;851e45ef8bcf:35085 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:18:18,152 INFO [M:0;851e45ef8bcf:35085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:18:18,152 INFO [M:0;851e45ef8bcf:35085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:18:18,152 INFO [M:0;851e45ef8bcf:35085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:18:18,152 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:18:18,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183929993/master 2024-11-26T02:18:18,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183929993 2024-11-26T02:18:18,161 DEBUG [M:0;851e45ef8bcf:35085 {}] zookeeper.ZKUtil(347): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Unable to get data of znode /0-1183929993/master because node does not exist (not an error) 2024-11-26T02:18:18,161 WARN [M:0;851e45ef8bcf:35085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:18:18,162 INFO [M:0;851e45ef8bcf:35085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/.lastflushedseqids 2024-11-26T02:18:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741842_1018 (size=181) 2024-11-26T02:18:18,240 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:18:18,240 INFO [RS:0;851e45ef8bcf:34103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:18:18,240 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10174eee5a10001, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:18:18,240 INFO [RS:0;851e45ef8bcf:34103 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,34103,1732587483580; zookeeper connection closed. 2024-11-26T02:18:18,241 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d7ae0a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d7ae0a7 2024-11-26T02:18:18,241 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:18:18,567 INFO [M:0;851e45ef8bcf:35085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:18:18,568 INFO [M:0;851e45ef8bcf:35085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:18:18,568 DEBUG [M:0;851e45ef8bcf:35085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:18:18,568 INFO [M:0;851e45ef8bcf:35085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:18,568 DEBUG [M:0;851e45ef8bcf:35085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:18,568 DEBUG [M:0;851e45ef8bcf:35085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:18:18,568 DEBUG [M:0;851e45ef8bcf:35085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:18,568 INFO [M:0;851e45ef8bcf:35085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T02:18:18,583 DEBUG [M:0;851e45ef8bcf:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/957db0475b65499eb1bb0c43c41ea814 is 82, key is hbase:meta,,1/info:regioninfo/1732587486963/Put/seqid=0 2024-11-26T02:18:18,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741843_1019 (size=5672) 2024-11-26T02:18:18,988 INFO [M:0;851e45ef8bcf:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/957db0475b65499eb1bb0c43c41ea814 2024-11-26T02:18:19,006 DEBUG [M:0;851e45ef8bcf:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ceedb3b1b444502a58481dd01b9a9b6 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732587493742/Put/seqid=0 2024-11-26T02:18:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741844_1020 (size=7203) 2024-11-26T02:18:19,412 INFO [M:0;851e45ef8bcf:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ceedb3b1b444502a58481dd01b9a9b6 2024-11-26T02:18:19,434 DEBUG [M:0;851e45ef8bcf:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61094a6feb8144eea974252d33e741b7 is 69, key is 851e45ef8bcf,34103,1732587483580/rs:state/1732587485757/Put/seqid=0 2024-11-26T02:18:19,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741845_1021 (size=5156) 2024-11-26T02:18:19,839 INFO [M:0;851e45ef8bcf:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61094a6feb8144eea974252d33e741b7 2024-11-26T02:18:19,845 DEBUG [M:0;851e45ef8bcf:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/957db0475b65499eb1bb0c43c41ea814 as hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/957db0475b65499eb1bb0c43c41ea814 2024-11-26T02:18:19,850 INFO [M:0;851e45ef8bcf:35085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/957db0475b65499eb1bb0c43c41ea814, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T02:18:19,851 DEBUG [M:0;851e45ef8bcf:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ceedb3b1b444502a58481dd01b9a9b6 as hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ceedb3b1b444502a58481dd01b9a9b6 2024-11-26T02:18:19,856 INFO [M:0;851e45ef8bcf:35085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ceedb3b1b444502a58481dd01b9a9b6, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T02:18:19,857 DEBUG [M:0;851e45ef8bcf:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61094a6feb8144eea974252d33e741b7 as hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61094a6feb8144eea974252d33e741b7 2024-11-26T02:18:19,861 INFO [M:0;851e45ef8bcf:35085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61094a6feb8144eea974252d33e741b7, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T02:18:19,862 INFO [M:0;851e45ef8bcf:35085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-26T02:18:19,864 INFO [M:0;851e45ef8bcf:35085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:19,864 DEBUG [M:0;851e45ef8bcf:35085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587498568Disabling compacts and flushes for region at 1732587498568Disabling writes for close at 1732587498568Obtaining lock to block concurrent updates at 1732587498568Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587498568Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732587498568Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587498569 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587498569Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587498583 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587498583Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587498992 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587499005 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587499005Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587499417 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587499433 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587499433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f49268: reopening flushed file at 1732587499844 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7661c956: reopening flushed file at 1732587499850 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9563a9: reopening flushed file at 1732587499856 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1732587499863 (+7 ms)Writing region close event to WAL at 1732587499863Closed at 1732587499863 2024-11-26T02:18:19,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741830_1006 (size=41008) 2024-11-26T02:18:19,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/876da261-ee7a-369f-60ef-7c5c00f21ab9/MasterData/WALs/851e45ef8bcf,35085,1732587483324/851e45ef8bcf%2C35085%2C1732587483324.1732587485370 not finished, retry = 0 2024-11-26T02:18:19,967 INFO [M:0;851e45ef8bcf:35085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:18:19,967 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:18:19,967 INFO [M:0;851e45ef8bcf:35085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35085 2024-11-26T02:18:19,967 INFO [M:0;851e45ef8bcf:35085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:18:20,082 INFO [M:0;851e45ef8bcf:35085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:18:20,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:18:20,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10174eee5a10000, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:18:20,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:18:20,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:18:20,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:18:20,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:18:20,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/hadoop.log.dir/,STOPPED} 2024-11-26T02:18:20,090 WARN [BP-414538163-172.17.0.2-1732587481626 heartbeating to localhost/127.0.0.1:38707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:18:20,090 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:18:20,090 WARN [BP-414538163-172.17.0.2-1732587481626 heartbeating to localhost/127.0.0.1:38707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-414538163-172.17.0.2-1732587481626 (Datanode Uuid 925b679d-2dd3-4ac3-868a-b7110a693ca0) service to localhost/127.0.0.1:38707 2024-11-26T02:18:20,090 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:18:20,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/cluster_adaeded2-430f-5043-af8d-a013c7c81637/data/data1/current/BP-414538163-172.17.0.2-1732587481626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:18:20,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/cluster_adaeded2-430f-5043-af8d-a013c7c81637/data/data2/current/BP-414538163-172.17.0.2-1732587481626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:18:20,091 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:18:20,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:18:20,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:18:20,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:18:20,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:18:20,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7d85-ea54-fe95-b4e9-f81a0e3fce5c/hadoop.log.dir/,STOPPED} 2024-11-26T02:18:20,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T02:18:20,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:18:20,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 109) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59089) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59089) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38707 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44917 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 317) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4369 (was 5206) 2024-11-26T02:18:20,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=4369 2024-11-26T02:18:20,155 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-26T02:18:20,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/hadoop.log.dir so I do NOT create it in target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc 2024-11-26T02:18:20,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:18:20,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/hadoop.tmp.dir so I do NOT create it in target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc 2024-11-26T02:18:20,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef477ce-5381-fbfe-bb4d-e201567644aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:18:20,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc 2024-11-26T02:18:20,156 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/cluster_39658a38-bc69-5619-4fbf-5daf6fcfaeca, deleteOnExit=true 2024-11-26T02:18:20,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10174eee5a10002, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:18:20,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10174eee5a10005, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:18:20,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10174eee5a10002, quorum=127.0.0.1:59089, baseZNode=/0-1183929993 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:18:20,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10174eee5a10005, quorum=127.0.0.1:59089, baseZNode=/11903799784 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:18:20,209 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/cluster_39658a38-bc69-5619-4fbf-5daf6fcfaeca/zookeeper_0, clientPort=62712, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/cluster_39658a38-bc69-5619-4fbf-5daf6fcfaeca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/cluster_39658a38-bc69-5619-4fbf-5daf6fcfaeca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T02:18:20,210 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62712 2024-11-26T02:18:20,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:18:20,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:18:20,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/test.cache.data in system properties and HBase conf 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:18:20,211 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:18:20,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:18:20,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:18:20,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:18:20,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:18:20,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:18:20,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:18:20,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:18:20,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:18:20,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:18:20,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:20,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:18:20,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:18:20,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:18:20,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:18:20,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:20,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36cdf3d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:18:20,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60c418b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:18:20,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72ef2925{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/java.io.tmpdir/jetty-localhost-46283-hadoop-hdfs-3_4_1-tests_jar-_-any-8209448509134849431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:18:20,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d866e51{HTTP/1.1, (http/1.1)}{localhost:46283} 2024-11-26T02:18:20,789 INFO [Time-limited test {}] server.Server(415): Started @54894ms 2024-11-26T02:18:21,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:21,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:18:21,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:18:21,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:18:21,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:18:21,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c950b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:18:21,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a67819b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:18:21,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f7bdbb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/java.io.tmpdir/jetty-localhost-34703-hadoop-hdfs-3_4_1-tests_jar-_-any-1187213845007839228/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:18:21,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f847755{HTTP/1.1, (http/1.1)}{localhost:34703} 2024-11-26T02:18:21,130 INFO [Time-limited test {}] server.Server(415): Started @55236ms 2024-11-26T02:18:21,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:18:21,749 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/cluster_39658a38-bc69-5619-4fbf-5daf6fcfaeca/data/data1/current/BP-1153564043-172.17.0.2-1732587500235/current, will proceed with Du for space computation calculation, 2024-11-26T02:18:21,749 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/cluster_39658a38-bc69-5619-4fbf-5daf6fcfaeca/data/data2/current/BP-1153564043-172.17.0.2-1732587500235/current, will proceed with Du for space computation calculation, 2024-11-26T02:18:21,764 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:18:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x700526cb6404a09d with lease ID 0x55ed45324545cb75: Processing first storage report for DS-87acb95a-c4f1-4ede-98ac-7a4e597df65c from datanode DatanodeRegistration(127.0.0.1:38019, datanodeUuid=f1a228b0-2ae2-4170-b2ff-68e536d1f219, infoPort=46043, infoSecurePort=0, ipcPort=42905, storageInfo=lv=-57;cid=testClusterID;nsid=1292484463;c=1732587500235) 2024-11-26T02:18:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x700526cb6404a09d with lease ID 0x55ed45324545cb75: from storage DS-87acb95a-c4f1-4ede-98ac-7a4e597df65c node DatanodeRegistration(127.0.0.1:38019, datanodeUuid=f1a228b0-2ae2-4170-b2ff-68e536d1f219, infoPort=46043, infoSecurePort=0, ipcPort=42905, storageInfo=lv=-57;cid=testClusterID;nsid=1292484463;c=1732587500235), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:18:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x700526cb6404a09d with lease ID 0x55ed45324545cb75: Processing first storage report for DS-3ba9d833-d18e-4634-8cd0-f893d54ce9d9 from datanode DatanodeRegistration(127.0.0.1:38019, datanodeUuid=f1a228b0-2ae2-4170-b2ff-68e536d1f219, infoPort=46043, infoSecurePort=0, ipcPort=42905, storageInfo=lv=-57;cid=testClusterID;nsid=1292484463;c=1732587500235) 2024-11-26T02:18:21,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x700526cb6404a09d with lease ID 0x55ed45324545cb75: from storage DS-3ba9d833-d18e-4634-8cd0-f893d54ce9d9 node DatanodeRegistration(127.0.0.1:38019, datanodeUuid=f1a228b0-2ae2-4170-b2ff-68e536d1f219, infoPort=46043, infoSecurePort=0, ipcPort=42905, storageInfo=lv=-57;cid=testClusterID;nsid=1292484463;c=1732587500235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:18:21,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:18:21,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:18:21,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:18:21,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:18:21,868 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc 2024-11-26T02:18:21,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:21,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:21,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:18:22,280 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2 with version=8 2024-11-26T02:18:22,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/hbase-staging 2024-11-26T02:18:22,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:18:22,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:22,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:22,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:18:22,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:22,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:18:22,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:18:22,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:18:22,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35705 2024-11-26T02:18:22,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35705 connecting to ZooKeeper ensemble=127.0.0.1:62712 2024-11-26T02:18:22,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357050x0, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:22,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35705-0x10174ef2e5c0000 connected 2024-11-26T02:18:22,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:22,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:22,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Set watcher on znode that does not yet exist, /0-465194076/running 2024-11-26T02:18:22,470 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2, hbase.cluster.distributed=false 2024-11-26T02:18:22,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Set watcher on znode that does not yet exist, /0-465194076/acl 2024-11-26T02:18:22,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35705 2024-11-26T02:18:22,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35705 2024-11-26T02:18:22,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35705 2024-11-26T02:18:22,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35705 2024-11-26T02:18:22,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35705 2024-11-26T02:18:22,490 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:18:22,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:22,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:22,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:18:22,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:22,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:18:22,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:18:22,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:18:22,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45353 2024-11-26T02:18:22,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45353 connecting to ZooKeeper ensemble=127.0.0.1:62712 2024-11-26T02:18:22,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:22,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:22,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453530x0, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:22,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453530x0, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Set watcher on znode that does not yet exist, /0-465194076/running 2024-11-26T02:18:22,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45353-0x10174ef2e5c0001 connected 2024-11-26T02:18:22,509 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:18:22,509 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:18:22,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Set watcher on znode that does not yet exist, /0-465194076/master 2024-11-26T02:18:22,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Set watcher on znode that does not yet exist, /0-465194076/acl 2024-11-26T02:18:22,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45353 2024-11-26T02:18:22,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45353 2024-11-26T02:18:22,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45353 2024-11-26T02:18:22,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45353 2024-11-26T02:18:22,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45353 2024-11-26T02:18:22,526 DEBUG [M:0;851e45ef8bcf:35705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:35705 2024-11-26T02:18:22,527 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-465194076/backup-masters/851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:22,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076/backup-masters 2024-11-26T02:18:22,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076/backup-masters 2024-11-26T02:18:22,540 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Set watcher on existing znode=/0-465194076/backup-masters/851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:22,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-465194076/master 2024-11-26T02:18:22,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:22,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:22,551 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Set watcher on existing znode=/0-465194076/master 2024-11-26T02:18:22,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-465194076/backup-masters/851e45ef8bcf,35705,1732587502281 from backup master directory 2024-11-26T02:18:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076/backup-masters 2024-11-26T02:18:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-465194076/backup-masters/851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076/backup-masters 2024-11-26T02:18:22,560 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:18:22,561 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:22,565 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/hbase.id] with ID: 2d311ac0-4213-4164-b82b-e338c81b79a3 2024-11-26T02:18:22,565 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/.tmp/hbase.id 2024-11-26T02:18:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:18:22,971 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/.tmp/hbase.id]:[hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/hbase.id] 2024-11-26T02:18:22,983 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:22,983 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:18:22,985 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T02:18:23,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:23,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:23,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:18:23,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:18:23,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:23,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:23,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:23,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:23,440 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:18:23,441 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:18:23,441 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:23,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:18:23,848 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store 2024-11-26T02:18:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:18:24,254 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:24,254 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:18:24,254 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:24,254 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:24,254 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:18:24,254 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:24,254 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:24,254 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587504254Disabling compacts and flushes for region at 1732587504254Disabling writes for close at 1732587504254Writing region close event to WAL at 1732587504254Closed at 1732587504254 2024-11-26T02:18:24,255 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/.initializing 2024-11-26T02:18:24,255 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/WALs/851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:24,256 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:18:24,258 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C35705%2C1732587502281, suffix=, logDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/WALs/851e45ef8bcf,35705,1732587502281, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/oldWALs, maxLogs=10 2024-11-26T02:18:24,270 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/WALs/851e45ef8bcf,35705,1732587502281/851e45ef8bcf%2C35705%2C1732587502281.1732587504258, exclude list is [], retry=0 2024-11-26T02:18:24,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38019,DS-87acb95a-c4f1-4ede-98ac-7a4e597df65c,DISK] 2024-11-26T02:18:24,274 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/WALs/851e45ef8bcf,35705,1732587502281/851e45ef8bcf%2C35705%2C1732587502281.1732587504258 2024-11-26T02:18:24,274 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-26T02:18:24,274 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:24,274 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:24,274 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,274 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:18:24,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:24,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:24,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:18:24,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:24,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:24,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:18:24,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:24,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:24,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:18:24,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:24,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:24,283 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,283 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,284 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,285 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,285 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,285 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:24,286 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:24,289 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:24,289 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69150268, jitterRate=0.03041929006576538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:24,290 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587504274Initializing all the Stores at 1732587504275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587504275Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587504275Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587504275Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587504276 (+1 ms)Cleaning up temporary data from old regions at 1732587504285 (+9 ms)Region opened successfully at 1732587504290 (+5 ms) 2024-11-26T02:18:24,290 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:18:24,293 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acaa9ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:18:24,293 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:18:24,294 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:18:24,294 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:18:24,294 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:18:24,294 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:18:24,294 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:18:24,295 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:18:24,296 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:18:24,297 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Unable to get data of znode /0-465194076/balancer because node does not exist (not necessarily an error) 2024-11-26T02:18:24,308 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-465194076/balancer already deleted, retry=false 2024-11-26T02:18:24,308 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:18:24,309 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Unable to get data of znode /0-465194076/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:18:24,318 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-465194076/normalizer already deleted, retry=false 2024-11-26T02:18:24,319 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:18:24,320 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Unable to get data of znode /0-465194076/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:18:24,329 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-465194076/switch/split already deleted, retry=false 2024-11-26T02:18:24,330 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Unable to get data of znode /0-465194076/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:18:24,339 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-465194076/switch/merge already deleted, retry=false 2024-11-26T02:18:24,342 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Unable to get data of znode /0-465194076/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:18:24,350 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-465194076/snapshot-cleanup already deleted, retry=false 2024-11-26T02:18:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-465194076/running 2024-11-26T02:18:24,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:24,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-465194076/running 2024-11-26T02:18:24,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:24,361 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,35705,1732587502281, sessionid=0x10174ef2e5c0000, setting cluster-up flag (Was=false) 2024-11-26T02:18:24,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:24,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:24,413 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-465194076/flush-table-proc/acquired, /0-465194076/flush-table-proc/reached, /0-465194076/flush-table-proc/abort 2024-11-26T02:18:24,414 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:24,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:24,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:24,466 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-465194076/online-snapshot/acquired, /0-465194076/online-snapshot/reached, /0-465194076/online-snapshot/abort 2024-11-26T02:18:24,467 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:24,468 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:18:24,470 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:24,470 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:18:24,470 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:18:24,470 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,35705,1732587502281 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:18:24,472 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:24,472 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:24,472 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:24,472 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:24,472 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:18:24,472 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,472 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:18:24,472 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,473 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587534473 2024-11-26T02:18:24,473 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:18:24,473 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:18:24,473 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:18:24,474 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:18:24,474 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:18:24,474 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:18:24,474 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:24,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:18:24,474 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:18:24,474 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:18:24,474 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:18:24,474 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:18:24,475 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:18:24,475 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:18:24,475 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587504475,5,FailOnTimeoutGroup] 2024-11-26T02:18:24,475 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587504475,5,FailOnTimeoutGroup] 2024-11-26T02:18:24,475 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,475 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:18:24,475 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,475 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:24,475 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:18:24,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:18:24,519 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(746): ClusterId : 2d311ac0-4213-4164-b82b-e338c81b79a3 2024-11-26T02:18:24,519 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:18:24,530 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:18:24,530 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:18:24,540 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:18:24,540 DEBUG [RS:0;851e45ef8bcf:45353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295700e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:18:24,551 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:45353 2024-11-26T02:18:24,551 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:18:24,551 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:18:24,551 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:18:24,552 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,35705,1732587502281 with port=45353, startcode=1732587502490 2024-11-26T02:18:24,552 DEBUG [RS:0;851e45ef8bcf:45353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:18:24,553 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:18:24,554 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:24,554 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35705 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:24,555 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2 2024-11-26T02:18:24,555 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36673 2024-11-26T02:18:24,555 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:18:24,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076/rs 2024-11-26T02:18:24,561 DEBUG [RS:0;851e45ef8bcf:45353 {}] zookeeper.ZKUtil(111): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Set watcher on existing znode=/0-465194076/rs/851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:24,561 WARN [RS:0;851e45ef8bcf:45353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:18:24,561 INFO [RS:0;851e45ef8bcf:45353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:24,561 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:24,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,45353,1732587502490] 2024-11-26T02:18:24,564 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:18:24,566 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:18:24,567 INFO [RS:0;851e45ef8bcf:45353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:18:24,567 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,571 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:18:24,572 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:18:24,572 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,573 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:24,573 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:18:24,573 DEBUG [RS:0;851e45ef8bcf:45353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:18:24,576 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,576 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,576 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,576 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,576 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,576 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45353,1732587502490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:18:24,589 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:18:24,589 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45353,1732587502490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,589 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,589 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.Replication(171): 851e45ef8bcf,45353,1732587502490 started 2024-11-26T02:18:24,602 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:24,602 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,45353,1732587502490, RpcServer on 851e45ef8bcf/172.17.0.2:45353, sessionid=0x10174ef2e5c0001 2024-11-26T02:18:24,602 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:18:24,602 DEBUG [RS:0;851e45ef8bcf:45353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:24,602 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,45353,1732587502490' 2024-11-26T02:18:24,602 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-465194076/flush-table-proc/abort' 2024-11-26T02:18:24,603 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-465194076/flush-table-proc/acquired' 2024-11-26T02:18:24,603 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:18:24,603 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:18:24,603 DEBUG [RS:0;851e45ef8bcf:45353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:24,603 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,45353,1732587502490' 2024-11-26T02:18:24,603 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-465194076/online-snapshot/abort' 2024-11-26T02:18:24,604 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-465194076/online-snapshot/acquired' 2024-11-26T02:18:24,604 DEBUG [RS:0;851e45ef8bcf:45353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:18:24,604 INFO [RS:0;851e45ef8bcf:45353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:18:24,604 INFO [RS:0;851e45ef8bcf:45353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:18:24,704 INFO [RS:0;851e45ef8bcf:45353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:18:24,706 INFO [RS:0;851e45ef8bcf:45353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C45353%2C1732587502490, suffix=, logDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/oldWALs, maxLogs=10 2024-11-26T02:18:24,719 DEBUG [RS:0;851e45ef8bcf:45353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706, exclude list is [], retry=0 2024-11-26T02:18:24,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38019,DS-87acb95a-c4f1-4ede-98ac-7a4e597df65c,DISK] 2024-11-26T02:18:24,724 INFO [RS:0;851e45ef8bcf:45353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 2024-11-26T02:18:24,726 DEBUG [RS:0;851e45ef8bcf:45353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-26T02:18:24,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:18:24,893 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2 2024-11-26T02:18:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:18:25,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:25,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:18:25,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:18:25,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:25,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:25,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:18:25,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:18:25,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:25,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:25,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:18:25,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:18:25,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:25,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:25,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:18:25,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:18:25,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:25,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:25,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:18:25,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740 2024-11-26T02:18:25,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740 2024-11-26T02:18:25,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:18:25,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:18:25,313 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:25,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:18:25,317 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:25,317 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66050604, jitterRate=-0.01576930284500122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:25,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587505300Initializing all the Stores at 1732587505300Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587505300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587505301 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587505301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587505301Cleaning up temporary data from old regions at 1732587505312 (+11 ms)Region opened successfully at 1732587505318 (+6 ms) 2024-11-26T02:18:25,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:18:25,318 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:18:25,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:18:25,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:18:25,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:18:25,319 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:18:25,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587505318Disabling compacts and flushes for region at 1732587505318Disabling writes for close at 1732587505318Writing region close event to WAL at 1732587505318Closed at 1732587505318 2024-11-26T02:18:25,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:25,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:18:25,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:18:25,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:18:25,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:18:25,477 DEBUG [851e45ef8bcf:35705 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:18:25,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:25,479 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,45353,1732587502490, state=OPENING 2024-11-26T02:18:25,487 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:18:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:25,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-465194076/meta-region-server: CHANGED 2024-11-26T02:18:25,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:18:25,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,45353,1732587502490}] 2024-11-26T02:18:25,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-465194076/meta-region-server: CHANGED 2024-11-26T02:18:25,652 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:18:25,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:18:25,657 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:18:25,657 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:25,657 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:18:25,659 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C45353%2C1732587502490.meta, suffix=.meta, logDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/oldWALs, maxLogs=10 2024-11-26T02:18:25,670 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.meta.1732587505659.meta, exclude list is [], retry=0 2024-11-26T02:18:25,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38019,DS-87acb95a-c4f1-4ede-98ac-7a4e597df65c,DISK] 2024-11-26T02:18:25,674 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.meta.1732587505659.meta 2024-11-26T02:18:25,675 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-26T02:18:25,675 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:25,675 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:18:25,675 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:18:25,675 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:18:25,675 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:18:25,676 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:18:25,676 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:25,676 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:18:25,676 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:18:25,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:18:25,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:18:25,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:25,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:25,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:18:25,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:18:25,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:25,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:25,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:18:25,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:18:25,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:25,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:25,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:18:25,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:18:25,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:25,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:25,682 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:18:25,683 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740 2024-11-26T02:18:25,684 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740 2024-11-26T02:18:25,685 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:18:25,685 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:18:25,686 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:25,687 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:18:25,687 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71666366, jitterRate=0.06791207194328308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:25,687 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:18:25,688 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587505676Writing region info on filesystem at 1732587505676Initializing all the Stores at 1732587505677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587505677Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587505677Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587505677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587505677Cleaning up temporary data from old regions at 1732587505685 (+8 ms)Running coprocessor post-open hooks at 1732587505687 (+2 ms)Region opened successfully at 1732587505688 (+1 ms) 2024-11-26T02:18:25,689 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587505652 2024-11-26T02:18:25,691 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:18:25,692 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:18:25,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:25,693 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,45353,1732587502490, state=OPEN 2024-11-26T02:18:25,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-465194076/meta-region-server 2024-11-26T02:18:25,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-465194076/meta-region-server 2024-11-26T02:18:25,729 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:25,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-465194076/meta-region-server: CHANGED 2024-11-26T02:18:25,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-465194076/meta-region-server: CHANGED 2024-11-26T02:18:25,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:18:25,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,45353,1732587502490 in 231 msec 2024-11-26T02:18:25,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:18:25,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-26T02:18:25,735 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:25,736 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:18:25,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:25,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45353,1732587502490, seqNum=-1] 2024-11-26T02:18:25,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:25,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:25,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-26T02:18:25,749 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587505749, completionTime=-1 2024-11-26T02:18:25,749 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:18:25,750 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:18:25,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:18:25,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587565752 2024-11-26T02:18:25,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587625752 2024-11-26T02:18:25,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T02:18:25,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35705,1732587502281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:25,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35705,1732587502281-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:25,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35705,1732587502281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:25,753 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:35705, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:25,753 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:25,753 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:25,754 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:18:25,756 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.195sec 2024-11-26T02:18:25,757 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:18:25,757 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:18:25,757 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:18:25,757 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:18:25,757 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:18:25,757 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35705,1732587502281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:18:25,757 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35705,1732587502281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:18:25,759 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:18:25,759 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:18:25,759 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35705,1732587502281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:25,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219ad034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:25,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35705,-1 for getting cluster id 2024-11-26T02:18:25,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:25,822 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d311ac0-4213-4164-b82b-e338c81b79a3' 2024-11-26T02:18:25,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:25,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d311ac0-4213-4164-b82b-e338c81b79a3" 2024-11-26T02:18:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b968808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35705,-1] 2024-11-26T02:18:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:25,824 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:25,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b96aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:25,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45353,1732587502490, seqNum=-1] 2024-11-26T02:18:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:25,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:25,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:25,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62712 2024-11-26T02:18:25,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:25,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10174ef2e5c0002 connected 2024-11-26T02:18:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/hadoop.log.dir so I do NOT create it in target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9 2024-11-26T02:18:25,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:18:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/hadoop.tmp.dir so I do NOT create it in target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9 2024-11-26T02:18:25,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:18:25,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9 2024-11-26T02:18:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:18:25,858 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/cluster_7b9f2e2f-2ebf-96fc-383f-c0f09682ad2d, deleteOnExit=true 2024-11-26T02:18:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:18:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/test.cache.data in system properties and HBase conf 2024-11-26T02:18:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:18:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:18:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:18:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:18:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:18:25,859 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:18:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:18:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:18:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:18:25,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:18:26,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:26,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:18:26,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:18:26,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:18:26,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:18:26,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:26,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@280c04d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:18:26,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3423848e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:18:26,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ee50996{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/java.io.tmpdir/jetty-localhost-43025-hadoop-hdfs-3_4_1-tests_jar-_-any-2675552391168393783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:18:26,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63d04b93{HTTP/1.1, (http/1.1)}{localhost:43025} 2024-11-26T02:18:26,445 INFO [Time-limited test {}] server.Server(415): Started @60550ms 2024-11-26T02:18:26,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:18:26,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:18:26,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:18:26,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:18:26,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:18:26,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b7f4f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:18:26,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d1832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:18:26,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25b046ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/java.io.tmpdir/jetty-localhost-43147-hadoop-hdfs-3_4_1-tests_jar-_-any-10109150410211216238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:18:26,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e096633{HTTP/1.1, (http/1.1)}{localhost:43147} 2024-11-26T02:18:26,885 INFO [Time-limited test {}] server.Server(415): Started @60991ms 2024-11-26T02:18:26,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:18:27,758 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/cluster_7b9f2e2f-2ebf-96fc-383f-c0f09682ad2d/data/data1/current/BP-1169858390-172.17.0.2-1732587505884/current, will proceed with Du for space computation calculation, 2024-11-26T02:18:27,758 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/cluster_7b9f2e2f-2ebf-96fc-383f-c0f09682ad2d/data/data2/current/BP-1169858390-172.17.0.2-1732587505884/current, will proceed with Du for space computation calculation, 2024-11-26T02:18:27,772 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:18:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f4eab5f8b1267af with lease ID 0xf633b2f8f1ca8e35: Processing first storage report for DS-3895d727-42b6-4bf4-85ca-d3d06f40072e from datanode DatanodeRegistration(127.0.0.1:45301, datanodeUuid=d05ed441-2a94-485c-a507-9df548b1052c, infoPort=36081, infoSecurePort=0, ipcPort=43907, storageInfo=lv=-57;cid=testClusterID;nsid=678392350;c=1732587505884) 2024-11-26T02:18:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f4eab5f8b1267af with lease ID 0xf633b2f8f1ca8e35: from storage DS-3895d727-42b6-4bf4-85ca-d3d06f40072e node DatanodeRegistration(127.0.0.1:45301, datanodeUuid=d05ed441-2a94-485c-a507-9df548b1052c, infoPort=36081, infoSecurePort=0, ipcPort=43907, storageInfo=lv=-57;cid=testClusterID;nsid=678392350;c=1732587505884), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:18:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f4eab5f8b1267af with lease ID 0xf633b2f8f1ca8e35: Processing first storage report for DS-7ac1f90c-b770-42b4-ba0e-988c28f1ad86 from datanode DatanodeRegistration(127.0.0.1:45301, datanodeUuid=d05ed441-2a94-485c-a507-9df548b1052c, infoPort=36081, infoSecurePort=0, ipcPort=43907, storageInfo=lv=-57;cid=testClusterID;nsid=678392350;c=1732587505884) 2024-11-26T02:18:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f4eab5f8b1267af with lease ID 0xf633b2f8f1ca8e35: from storage DS-7ac1f90c-b770-42b4-ba0e-988c28f1ad86 node DatanodeRegistration(127.0.0.1:45301, datanodeUuid=d05ed441-2a94-485c-a507-9df548b1052c, infoPort=36081, infoSecurePort=0, ipcPort=43907, storageInfo=lv=-57;cid=testClusterID;nsid=678392350;c=1732587505884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:18:27,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9 2024-11-26T02:18:27,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:27,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:27,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:18:28,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b with version=8 2024-11-26T02:18:28,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/hbase-staging 2024-11-26T02:18:28,223 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:18:28,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:28,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:28,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:18:28,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:28,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:18:28,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:18:28,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:18:28,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44839 2024-11-26T02:18:28,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44839 connecting to ZooKeeper ensemble=127.0.0.1:62712 2024-11-26T02:18:28,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448390x0, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:28,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44839-0x10174ef2e5c0003 connected 2024-11-26T02:18:28,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:28,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:28,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Set watcher on znode that does not yet exist, /12124485515/running 2024-11-26T02:18:28,353 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b, hbase.cluster.distributed=false 2024-11-26T02:18:28,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Set watcher on znode that does not yet exist, /12124485515/acl 2024-11-26T02:18:28,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44839 2024-11-26T02:18:28,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44839 2024-11-26T02:18:28,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44839 2024-11-26T02:18:28,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44839 2024-11-26T02:18:28,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44839 2024-11-26T02:18:28,368 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:18:28,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:28,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:28,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:18:28,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:18:28,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:18:28,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:18:28,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:18:28,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38501 2024-11-26T02:18:28,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38501 connecting to ZooKeeper ensemble=127.0.0.1:62712 2024-11-26T02:18:28,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:28,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:28,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385010x0, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:28,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385010x0, quorum=127.0.0.1:62712, baseZNode=/12124485515 Set watcher on znode that does not yet exist, /12124485515/running 2024-11-26T02:18:28,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38501-0x10174ef2e5c0004 connected 2024-11-26T02:18:28,382 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:18:28,382 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:18:28,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Set watcher on znode that does not yet exist, /12124485515/master 2024-11-26T02:18:28,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Set watcher on znode that does not yet exist, /12124485515/acl 2024-11-26T02:18:28,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38501 2024-11-26T02:18:28,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38501 2024-11-26T02:18:28,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38501 2024-11-26T02:18:28,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38501 2024-11-26T02:18:28,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38501 2024-11-26T02:18:28,399 DEBUG [M:0;851e45ef8bcf:44839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:44839 2024-11-26T02:18:28,400 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12124485515/backup-masters/851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:28,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515/backup-masters 2024-11-26T02:18:28,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515/backup-masters 2024-11-26T02:18:28,413 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Set watcher on existing znode=/12124485515/backup-masters/851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12124485515/master 2024-11-26T02:18:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:28,424 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Set watcher on existing znode=/12124485515/master 2024-11-26T02:18:28,424 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12124485515/backup-masters/851e45ef8bcf,44839,1732587508223 from backup master directory 2024-11-26T02:18:28,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515/backup-masters 2024-11-26T02:18:28,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12124485515/backup-masters/851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:28,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515/backup-masters 2024-11-26T02:18:28,434 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:18:28,434 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:28,437 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/hbase.id] with ID: 543bda8b-ef49-4623-bb2b-d484fee300df 2024-11-26T02:18:28,437 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/.tmp/hbase.id 2024-11-26T02:18:28,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:18:28,842 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/.tmp/hbase.id]:[hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/hbase.id] 2024-11-26T02:18:28,853 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:28,853 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:18:28,854 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:18:28,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:28,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:18:29,313 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:18:29,314 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:18:29,314 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:29,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:18:29,721 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store 2024-11-26T02:18:29,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:18:30,128 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:30,128 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:18:30,128 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:30,128 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:30,128 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:18:30,128 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:30,128 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:18:30,128 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587510128Disabling compacts and flushes for region at 1732587510128Disabling writes for close at 1732587510128Writing region close event to WAL at 1732587510128Closed at 1732587510128 2024-11-26T02:18:30,129 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/.initializing 2024-11-26T02:18:30,129 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/WALs/851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:30,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:18:30,132 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C44839%2C1732587508223, suffix=, logDir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/WALs/851e45ef8bcf,44839,1732587508223, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/oldWALs, maxLogs=10 2024-11-26T02:18:30,144 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/WALs/851e45ef8bcf,44839,1732587508223/851e45ef8bcf%2C44839%2C1732587508223.1732587510132, exclude list is [], retry=0 2024-11-26T02:18:30,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-3895d727-42b6-4bf4-85ca-d3d06f40072e,DISK] 2024-11-26T02:18:30,149 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/WALs/851e45ef8bcf,44839,1732587508223/851e45ef8bcf%2C44839%2C1732587508223.1732587510132 2024-11-26T02:18:30,149 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36081:36081)] 2024-11-26T02:18:30,149 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:30,149 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:30,149 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,149 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:18:30,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:30,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:30,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:18:30,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:30,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:30,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:18:30,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:30,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:30,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:18:30,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:30,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:30,157 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,158 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,158 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,159 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,159 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,160 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:30,161 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:18:30,162 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:30,163 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74385511, jitterRate=0.10843048989772797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:30,163 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587510149Initializing all the Stores at 1732587510150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587510150Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587510151 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587510151Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587510151Cleaning up temporary data from old regions at 1732587510159 (+8 ms)Region opened successfully at 1732587510163 (+4 ms) 2024-11-26T02:18:30,163 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:18:30,166 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc204e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:18:30,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:18:30,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:18:30,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:18:30,168 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:18:30,168 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:18:30,168 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:18:30,169 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:18:30,170 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:18:30,171 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Unable to get data of znode /12124485515/balancer because node does not exist (not necessarily an error) 2024-11-26T02:18:30,370 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12124485515/balancer already deleted, retry=false 2024-11-26T02:18:30,371 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:18:30,371 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Unable to get data of znode /12124485515/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:18:30,447 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12124485515/normalizer already deleted, retry=false 2024-11-26T02:18:30,447 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:18:30,448 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Unable to get data of znode /12124485515/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:18:30,474 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12124485515/switch/split already deleted, retry=false 2024-11-26T02:18:30,475 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Unable to get data of znode /12124485515/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:18:30,486 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12124485515/switch/merge already deleted, retry=false 2024-11-26T02:18:30,489 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Unable to get data of znode /12124485515/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:18:30,497 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12124485515/snapshot-cleanup already deleted, retry=false 2024-11-26T02:18:30,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12124485515/running 2024-11-26T02:18:30,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12124485515/running 2024-11-26T02:18:30,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:30,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:30,508 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,44839,1732587508223, sessionid=0x10174ef2e5c0003, setting cluster-up flag (Was=false) 2024-11-26T02:18:30,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:30,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:30,560 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12124485515/flush-table-proc/acquired, /12124485515/flush-table-proc/reached, /12124485515/flush-table-proc/abort 2024-11-26T02:18:30,561 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:30,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:18:30,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:30,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:30,612 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12124485515/online-snapshot/acquired, /12124485515/online-snapshot/reached, /12124485515/online-snapshot/abort 2024-11-26T02:18:30,613 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:30,615 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:18:30,616 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:30,616 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:18:30,616 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:18:30,617 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,44839,1732587508223 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:18:30,618 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:30,618 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:30,618 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:30,618 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:18:30,618 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:18:30,618 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,618 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:18:30,618 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:30,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:18:30,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:30,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:18:30,626 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587540626 2024-11-26T02:18:30,626 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:18:30,626 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:18:30,626 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:18:30,626 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:18:30,626 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:18:30,626 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:18:30,627 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,627 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:18:30,627 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:18:30,627 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:18:30,627 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:18:30,628 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:18:30,628 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:18:30,628 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587510628,5,FailOnTimeoutGroup] 2024-11-26T02:18:30,628 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587510628,5,FailOnTimeoutGroup] 2024-11-26T02:18:30,628 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,628 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:18:30,628 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,628 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:18:30,690 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(746): ClusterId : 543bda8b-ef49-4623-bb2b-d484fee300df 2024-11-26T02:18:30,690 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:18:30,697 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:18:30,697 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:18:30,708 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:18:30,708 DEBUG [RS:0;851e45ef8bcf:38501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9d8fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:18:30,719 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:38501 2024-11-26T02:18:30,719 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:18:30,719 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:18:30,719 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:18:30,720 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,44839,1732587508223 with port=38501, startcode=1732587508368 2024-11-26T02:18:30,720 DEBUG [RS:0;851e45ef8bcf:38501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:18:30,721 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:18:30,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:30,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44839 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:30,723 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b 2024-11-26T02:18:30,723 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33831 2024-11-26T02:18:30,723 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:18:30,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515/rs 2024-11-26T02:18:30,810 DEBUG [RS:0;851e45ef8bcf:38501 {}] zookeeper.ZKUtil(111): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Set watcher on existing znode=/12124485515/rs/851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:30,811 WARN [RS:0;851e45ef8bcf:38501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:18:30,811 INFO [RS:0;851e45ef8bcf:38501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:30,811 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/WALs/851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:30,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,38501,1732587508368] 2024-11-26T02:18:30,814 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:18:30,817 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:18:30,818 INFO [RS:0;851e45ef8bcf:38501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:18:30,818 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,818 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:18:30,819 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:18:30,819 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:18:30,819 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:18:30,820 DEBUG [RS:0;851e45ef8bcf:38501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:18:30,821 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,821 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,821 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,821 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,821 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,821 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,38501,1732587508368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:18:30,833 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:18:30,833 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,38501,1732587508368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,833 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,833 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.Replication(171): 851e45ef8bcf,38501,1732587508368 started 2024-11-26T02:18:30,845 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:30,845 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,38501,1732587508368, RpcServer on 851e45ef8bcf/172.17.0.2:38501, sessionid=0x10174ef2e5c0004 2024-11-26T02:18:30,845 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:18:30,845 DEBUG [RS:0;851e45ef8bcf:38501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:30,845 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,38501,1732587508368' 2024-11-26T02:18:30,845 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12124485515/flush-table-proc/abort' 2024-11-26T02:18:30,845 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12124485515/flush-table-proc/acquired' 2024-11-26T02:18:30,846 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:18:30,846 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:18:30,846 DEBUG [RS:0;851e45ef8bcf:38501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:30,846 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,38501,1732587508368' 2024-11-26T02:18:30,846 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12124485515/online-snapshot/abort' 2024-11-26T02:18:30,846 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12124485515/online-snapshot/acquired' 2024-11-26T02:18:30,847 DEBUG [RS:0;851e45ef8bcf:38501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:18:30,847 INFO [RS:0;851e45ef8bcf:38501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:18:30,847 INFO [RS:0;851e45ef8bcf:38501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:18:30,947 INFO [RS:0;851e45ef8bcf:38501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:18:30,948 INFO [RS:0;851e45ef8bcf:38501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C38501%2C1732587508368, suffix=, logDir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/WALs/851e45ef8bcf,38501,1732587508368, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/oldWALs, maxLogs=10 2024-11-26T02:18:30,960 DEBUG [RS:0;851e45ef8bcf:38501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/WALs/851e45ef8bcf,38501,1732587508368/851e45ef8bcf%2C38501%2C1732587508368.1732587510949, exclude list is [], retry=0 2024-11-26T02:18:30,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-3895d727-42b6-4bf4-85ca-d3d06f40072e,DISK] 2024-11-26T02:18:30,964 INFO [RS:0;851e45ef8bcf:38501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/WALs/851e45ef8bcf,38501,1732587508368/851e45ef8bcf%2C38501%2C1732587508368.1732587510949 2024-11-26T02:18:30,964 DEBUG [RS:0;851e45ef8bcf:38501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36081:36081)] 2024-11-26T02:18:31,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:18:31,031 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b 2024-11-26T02:18:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:18:31,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:18:31,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:31,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:31,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:31,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:31,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:31,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:18:31,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:18:31,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:31,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:31,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:18:31,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:18:31,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:31,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:31,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:18:31,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:18:31,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:31,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:31,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:18:31,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:18:31,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:31,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:31,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:18:31,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740 2024-11-26T02:18:31,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740 2024-11-26T02:18:31,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:18:31,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:18:31,447 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:31,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:18:31,449 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:31,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74946448, jitterRate=0.11678910255432129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:31,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587511437Initializing all the Stores at 1732587511437Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587511437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587511438 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587511438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587511438Cleaning up temporary data from old regions at 1732587511446 (+8 ms)Region opened successfully at 1732587511450 (+4 ms) 2024-11-26T02:18:31,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:18:31,450 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:18:31,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:18:31,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:18:31,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:18:31,450 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:18:31,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587511450Disabling compacts and flushes for region at 1732587511450Disabling writes for close at 1732587511450Writing region close event to WAL at 1732587511450Closed at 1732587511450 2024-11-26T02:18:31,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:31,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:18:31,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:18:31,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:18:31,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:18:31,604 DEBUG [851e45ef8bcf:44839 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:18:31,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:31,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,38501,1732587508368, state=OPENING 2024-11-26T02:18:31,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:18:31,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:31,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:18:31,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12124485515/meta-region-server: CHANGED 2024-11-26T02:18:31,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12124485515/meta-region-server: CHANGED 2024-11-26T02:18:31,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:18:31,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,38501,1732587508368}] 2024-11-26T02:18:31,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:18:31,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T02:18:31,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:18:31,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T02:18:31,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:18:31,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T02:18:31,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:18:31,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T02:18:31,819 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:18:31,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:18:31,824 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:18:31,824 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:31,824 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:18:31,826 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C38501%2C1732587508368.meta, suffix=.meta, logDir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/WALs/851e45ef8bcf,38501,1732587508368, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/oldWALs, maxLogs=10 2024-11-26T02:18:31,839 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/WALs/851e45ef8bcf,38501,1732587508368/851e45ef8bcf%2C38501%2C1732587508368.meta.1732587511826.meta, exclude list is [], retry=0 2024-11-26T02:18:31,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-3895d727-42b6-4bf4-85ca-d3d06f40072e,DISK] 2024-11-26T02:18:31,843 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/WALs/851e45ef8bcf,38501,1732587508368/851e45ef8bcf%2C38501%2C1732587508368.meta.1732587511826.meta 2024-11-26T02:18:31,843 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36081:36081)] 2024-11-26T02:18:31,843 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:31,843 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:18:31,843 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:18:31,844 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:18:31,844 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:18:31,844 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:18:31,844 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:31,844 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:18:31,844 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:18:31,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:18:31,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:18:31,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:31,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:31,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:18:31,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:18:31,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:31,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:31,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:18:31,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:18:31,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:31,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:31,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:18:31,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:18:31,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:31,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:18:31,850 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:18:31,851 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740 2024-11-26T02:18:31,852 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740 2024-11-26T02:18:31,853 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:18:31,853 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:18:31,854 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:18:31,855 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:18:31,856 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67184567, jitterRate=0.0011280626058578491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:18:31,856 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:18:31,856 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587511844Writing region info on filesystem at 1732587511844Initializing all the Stores at 1732587511845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587511845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587511845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587511845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587511845Cleaning up temporary data from old regions at 1732587511853 (+8 ms)Running coprocessor post-open hooks at 1732587511856 (+3 ms)Region opened successfully at 1732587511856 2024-11-26T02:18:31,857 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587511819 2024-11-26T02:18:31,859 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:18:31,859 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:18:31,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:31,861 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,38501,1732587508368, state=OPEN 2024-11-26T02:18:31,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12124485515/meta-region-server 2024-11-26T02:18:31,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12124485515/meta-region-server 2024-11-26T02:18:31,865 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:31,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12124485515/meta-region-server: CHANGED 2024-11-26T02:18:31,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12124485515/meta-region-server: CHANGED 2024-11-26T02:18:31,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:18:31,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,38501,1732587508368 in 199 msec 2024-11-26T02:18:31,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:18:31,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-26T02:18:31,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:18:31,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:18:31,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:31,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38501,1732587508368, seqNum=-1] 2024-11-26T02:18:31,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:31,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:31,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-26T02:18:31,881 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587511881, completionTime=-1 2024-11-26T02:18:31,881 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:18:31,881 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:18:31,882 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:18:31,882 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587571882 2024-11-26T02:18:31,883 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587631883 2024-11-26T02:18:31,883 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:18:31,883 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44839,1732587508223-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:31,883 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44839,1732587508223-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:31,883 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44839,1732587508223-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:31,883 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:44839, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:31,883 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:31,883 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:31,885 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:18:31,887 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.453sec 2024-11-26T02:18:31,887 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:18:31,887 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:18:31,887 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:18:31,887 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:18:31,887 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:18:31,887 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44839,1732587508223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:18:31,887 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44839,1732587508223-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:18:31,889 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:18:31,889 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:18:31,889 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44839,1732587508223-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:18:31,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b64a8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:31,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,44839,-1 for getting cluster id 2024-11-26T02:18:31,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:31,891 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '543bda8b-ef49-4623-bb2b-d484fee300df' 2024-11-26T02:18:31,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:31,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "543bda8b-ef49-4623-bb2b-d484fee300df" 2024-11-26T02:18:31,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b5dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:31,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,44839,-1] 2024-11-26T02:18:31,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:31,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:31,893 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:31,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca5064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:31,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38501,1732587508368, seqNum=-1] 2024-11-26T02:18:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:31,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:31,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:31,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62712 2024-11-26T02:18:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:18:31,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10174ef2e5c0005 connected 2024-11-26T02:18:31,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:31,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:31,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48b1e38d 2024-11-26T02:18:31,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:31,924 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:18:31,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:18:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:18:31,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:18:31,930 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:31,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:18:31,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:18:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:18:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:32,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e80f93b0d8f3db98563382d5ff638511, NAME => 'test,,1732587511924.e80f93b0d8f3db98563382d5ff638511.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2 2024-11-26T02:18:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:18:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:32,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587511924.e80f93b0d8f3db98563382d5ff638511.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:32,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e80f93b0d8f3db98563382d5ff638511, disabling compactions & flushes 2024-11-26T02:18:32,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:18:32,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:18:32,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. after waiting 0 ms 2024-11-26T02:18:32,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:18:32,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:18:32,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e80f93b0d8f3db98563382d5ff638511: Waiting for close lock at 1732587512745Disabling compacts and flushes for region at 1732587512745Disabling writes for close at 1732587512745Writing region close event to WAL at 1732587512745Closed at 1732587512745 2024-11-26T02:18:32,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:18:32,747 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587511924.e80f93b0d8f3db98563382d5ff638511.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587512747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587512747"}]},"ts":"1732587512747"} 2024-11-26T02:18:32,750 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:18:32,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:18:32,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587512751"}]},"ts":"1732587512751"} 2024-11-26T02:18:32,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:18:32,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e80f93b0d8f3db98563382d5ff638511, ASSIGN}] 2024-11-26T02:18:32,755 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e80f93b0d8f3db98563382d5ff638511, ASSIGN 2024-11-26T02:18:32,755 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e80f93b0d8f3db98563382d5ff638511, ASSIGN; state=OFFLINE, location=851e45ef8bcf,45353,1732587502490; forceNewPlan=false, retain=false 2024-11-26T02:18:32,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e80f93b0d8f3db98563382d5ff638511, regionState=OPENING, regionLocation=851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:32,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e80f93b0d8f3db98563382d5ff638511, ASSIGN because future has completed 2024-11-26T02:18:32,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e80f93b0d8f3db98563382d5ff638511, server=851e45ef8bcf,45353,1732587502490}] 2024-11-26T02:18:33,065 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:18:33,065 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e80f93b0d8f3db98563382d5ff638511, NAME => 'test,,1732587511924.e80f93b0d8f3db98563382d5ff638511.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:33,066 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:18:33,066 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:18:33,066 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,066 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587511924.e80f93b0d8f3db98563382d5ff638511.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:33,066 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,066 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,067 INFO [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,069 INFO [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e80f93b0d8f3db98563382d5ff638511 columnFamilyName f 2024-11-26T02:18:33,069 DEBUG [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:33,069 INFO [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] regionserver.HStore(327): Store=e80f93b0d8f3db98563382d5ff638511/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:33,069 INFO [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,070 INFO [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e80f93b0d8f3db98563382d5ff638511 columnFamilyName f1 2024-11-26T02:18:33,070 DEBUG [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:33,071 INFO [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] regionserver.HStore(327): Store=e80f93b0d8f3db98563382d5ff638511/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:33,071 INFO [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,072 INFO [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e80f93b0d8f3db98563382d5ff638511 columnFamilyName norep 2024-11-26T02:18:33,072 DEBUG [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:33,072 INFO [StoreOpener-e80f93b0d8f3db98563382d5ff638511-1 {}] regionserver.HStore(327): Store=e80f93b0d8f3db98563382d5ff638511/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:33,073 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:33,073 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,074 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,075 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,075 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,076 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:18:33,077 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,079 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:33,079 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e80f93b0d8f3db98563382d5ff638511; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68747386, jitterRate=0.02441588044166565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:18:33,079 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:18:33,080 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e80f93b0d8f3db98563382d5ff638511: Running coprocessor pre-open hook at 1732587513066Writing region info on filesystem at 1732587513066Initializing all the Stores at 1732587513067 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587513067Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587513067Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587513067Cleaning up temporary data from old regions at 1732587513075 (+8 ms)Running coprocessor post-open hooks at 1732587513079 (+4 ms)Region opened successfully at 1732587513080 (+1 ms) 2024-11-26T02:18:33,082 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., pid=6, masterSystemTime=1732587513061 2024-11-26T02:18:33,084 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:18:33,084 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:18:33,086 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e80f93b0d8f3db98563382d5ff638511, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:33,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e80f93b0d8f3db98563382d5ff638511, server=851e45ef8bcf,45353,1732587502490 because future has completed 2024-11-26T02:18:33,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:18:33,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e80f93b0d8f3db98563382d5ff638511, server=851e45ef8bcf,45353,1732587502490 in 181 msec 2024-11-26T02:18:33,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:18:33,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e80f93b0d8f3db98563382d5ff638511, ASSIGN in 339 msec 2024-11-26T02:18:33,095 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:18:33,095 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587513095"}]},"ts":"1732587513095"} 2024-11-26T02:18:33,098 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:18:33,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:18:33,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-26T02:18:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:34,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:34,083 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:18:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@586950c6 2024-11-26T02:18:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:34,085 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:18:34,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:18:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:18:34,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:18:34,089 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:34,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:18:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:34,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:18:34,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:18:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:34,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d7780b08856f100f9d143f03ce5a6cb, NAME => 'test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b 2024-11-26T02:18:34,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:34,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:34,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1d7780b08856f100f9d143f03ce5a6cb, disabling compactions & flushes 2024-11-26T02:18:34,905 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:18:34,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:18:34,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. after waiting 0 ms 2024-11-26T02:18:34,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:18:34,905 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:18:34,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d7780b08856f100f9d143f03ce5a6cb: Waiting for close lock at 1732587514905Disabling compacts and flushes for region at 1732587514905Disabling writes for close at 1732587514905Writing region close event to WAL at 1732587514905Closed at 1732587514905 2024-11-26T02:18:34,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:18:34,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587514906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587514906"}]},"ts":"1732587514906"} 2024-11-26T02:18:34,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:18:34,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:18:34,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587514910"}]},"ts":"1732587514910"} 2024-11-26T02:18:34,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:18:34,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1d7780b08856f100f9d143f03ce5a6cb, ASSIGN}] 2024-11-26T02:18:34,914 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1d7780b08856f100f9d143f03ce5a6cb, ASSIGN 2024-11-26T02:18:34,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1d7780b08856f100f9d143f03ce5a6cb, ASSIGN; state=OFFLINE, location=851e45ef8bcf,38501,1732587508368; forceNewPlan=false, retain=false 2024-11-26T02:18:35,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d7780b08856f100f9d143f03ce5a6cb, regionState=OPENING, regionLocation=851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:35,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1d7780b08856f100f9d143f03ce5a6cb, ASSIGN because future has completed 2024-11-26T02:18:35,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7780b08856f100f9d143f03ce5a6cb, server=851e45ef8bcf,38501,1732587508368}] 2024-11-26T02:18:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:35,224 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:18:35,225 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d7780b08856f100f9d143f03ce5a6cb, NAME => 'test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:35,225 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:18:35,225 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:18:35,225 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,225 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:35,225 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,225 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,226 INFO [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,228 INFO [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7780b08856f100f9d143f03ce5a6cb columnFamilyName f 2024-11-26T02:18:35,228 DEBUG [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:35,228 INFO [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] regionserver.HStore(327): Store=1d7780b08856f100f9d143f03ce5a6cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:35,228 INFO [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,229 INFO [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7780b08856f100f9d143f03ce5a6cb columnFamilyName f1 2024-11-26T02:18:35,229 DEBUG [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:35,230 INFO [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] regionserver.HStore(327): Store=1d7780b08856f100f9d143f03ce5a6cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:35,230 INFO [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,231 INFO [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7780b08856f100f9d143f03ce5a6cb columnFamilyName norep 2024-11-26T02:18:35,231 DEBUG [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:35,231 INFO [StoreOpener-1d7780b08856f100f9d143f03ce5a6cb-1 {}] regionserver.HStore(327): Store=1d7780b08856f100f9d143f03ce5a6cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:35,231 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,232 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,232 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,233 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,233 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,233 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:18:35,234 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,236 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:35,237 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1d7780b08856f100f9d143f03ce5a6cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74744112, jitterRate=0.11377406120300293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:18:35,237 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:18:35,237 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1d7780b08856f100f9d143f03ce5a6cb: Running coprocessor pre-open hook at 1732587515225Writing region info on filesystem at 1732587515225Initializing all the Stores at 1732587515226 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587515226Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587515226Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587515226Cleaning up temporary data from old regions at 1732587515233 (+7 ms)Running coprocessor post-open hooks at 1732587515237 (+4 ms)Region opened successfully at 1732587515237 2024-11-26T02:18:35,238 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb., pid=6, masterSystemTime=1732587515220 2024-11-26T02:18:35,240 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:18:35,240 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:18:35,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d7780b08856f100f9d143f03ce5a6cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,38501,1732587508368 2024-11-26T02:18:35,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7780b08856f100f9d143f03ce5a6cb, server=851e45ef8bcf,38501,1732587508368 because future has completed 2024-11-26T02:18:35,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:18:35,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d7780b08856f100f9d143f03ce5a6cb, server=851e45ef8bcf,38501,1732587508368 in 177 msec 2024-11-26T02:18:35,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:18:35,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1d7780b08856f100f9d143f03ce5a6cb, ASSIGN in 334 msec 2024-11-26T02:18:35,250 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:18:35,250 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587515250"}]},"ts":"1732587515250"} 2024-11-26T02:18:35,252 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:18:35,253 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:18:35,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-26T02:18:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:18:36,233 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:18:36,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d7fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35705,-1 for getting cluster id 2024-11-26T02:18:36,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:36,235 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d311ac0-4213-4164-b82b-e338c81b79a3' 2024-11-26T02:18:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d311ac0-4213-4164-b82b-e338c81b79a3" 2024-11-26T02:18:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b95bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35705,-1] 2024-11-26T02:18:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:36,236 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694ba82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8cb58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,44839,-1 for getting cluster id 2024-11-26T02:18:36,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:36,239 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '543bda8b-ef49-4623-bb2b-d484fee300df' 2024-11-26T02:18:36,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:36,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "543bda8b-ef49-4623-bb2b-d484fee300df" 2024-11-26T02:18:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258b7780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,44839,-1] 2024-11-26T02:18:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:36,241 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491fe39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106d98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35705,-1 for getting cluster id 2024-11-26T02:18:36,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:36,243 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d311ac0-4213-4164-b82b-e338c81b79a3' 2024-11-26T02:18:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d311ac0-4213-4164-b82b-e338c81b79a3" 2024-11-26T02:18:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436b4705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35705,-1] 2024-11-26T02:18:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:36,244 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:36,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c10ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:36,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:36,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670a83a5 2024-11-26T02:18:36,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:36,249 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:18:36,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:44839,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:18:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:18:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:18:36,252 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:44839' 2024-11-26T02:18:36,253 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561ce957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,253 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,44839,-1 for getting cluster id 2024-11-26T02:18:36,253 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:36,254 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '543bda8b-ef49-4623-bb2b-d484fee300df' 2024-11-26T02:18:36,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:36,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "543bda8b-ef49-4623-bb2b-d484fee300df" 2024-11-26T02:18:36,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa90ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,44839,-1] 2024-11-26T02:18:36,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:36,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:36,256 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:36,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6662fbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:36,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:36,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:36,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17be0ab5 2024-11-26T02:18:36,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:36,258 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:18:36,258 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T02:18:36,258 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:18:36,258 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:36,259 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:36,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:18:36,259 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:18:36,260 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:18:36,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:18:36,261 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:36,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:18:36,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:18:36,310 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:18:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:18:36,566 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T02:18:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:18:36,669 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb254e3c80ea71a5e3cba36837910f0a, NAME => 'hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2 2024-11-26T02:18:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:18:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:18:37,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:37,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fb254e3c80ea71a5e3cba36837910f0a, disabling compactions & flushes 2024-11-26T02:18:37,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:18:37,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:18:37,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. after waiting 0 ms 2024-11-26T02:18:37,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:18:37,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:18:37,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb254e3c80ea71a5e3cba36837910f0a: Waiting for close lock at 1732587517075Disabling compacts and flushes for region at 1732587517075Disabling writes for close at 1732587517075Writing region close event to WAL at 1732587517075Closed at 1732587517075 2024-11-26T02:18:37,077 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:18:37,077 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587517077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587517077"}]},"ts":"1732587517077"} 2024-11-26T02:18:37,079 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:18:37,080 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:18:37,080 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587517080"}]},"ts":"1732587517080"} 2024-11-26T02:18:37,083 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:18:37,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb254e3c80ea71a5e3cba36837910f0a, ASSIGN}] 2024-11-26T02:18:37,084 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb254e3c80ea71a5e3cba36837910f0a, ASSIGN 2024-11-26T02:18:37,085 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fb254e3c80ea71a5e3cba36837910f0a, ASSIGN; state=OFFLINE, location=851e45ef8bcf,45353,1732587502490; forceNewPlan=false, retain=false 2024-11-26T02:18:37,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fb254e3c80ea71a5e3cba36837910f0a, regionState=OPENING, regionLocation=851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fb254e3c80ea71a5e3cba36837910f0a, ASSIGN because future has completed 2024-11-26T02:18:37,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb254e3c80ea71a5e3cba36837910f0a, server=851e45ef8bcf,45353,1732587502490}] 2024-11-26T02:18:37,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:18:37,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:37,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:37,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:18:37,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:37,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:18:37,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:18:37,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:18:37,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C45353%2C1732587502490.rep, suffix=, logDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/oldWALs, maxLogs=10 2024-11-26T02:18:37,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.rep.1732587517408, exclude list is [], retry=0 2024-11-26T02:18:37,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38019,DS-87acb95a-c4f1-4ede-98ac-7a4e597df65c,DISK] 2024-11-26T02:18:37,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.rep.1732587517408 2024-11-26T02:18:37,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-26T02:18:37,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fb254e3c80ea71a5e3cba36837910f0a, NAME => 'hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:18:37,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:18:37,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:18:37,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. service=MultiRowMutationService 2024-11-26T02:18:37,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:18:37,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:18:37,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,428 INFO [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,429 INFO [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb254e3c80ea71a5e3cba36837910f0a columnFamilyName hfileref 2024-11-26T02:18:37,430 DEBUG [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:37,430 INFO [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] regionserver.HStore(327): Store=fb254e3c80ea71a5e3cba36837910f0a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:37,430 INFO [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,431 INFO [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb254e3c80ea71a5e3cba36837910f0a columnFamilyName queue 2024-11-26T02:18:37,431 DEBUG [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:37,432 INFO [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] regionserver.HStore(327): Store=fb254e3c80ea71a5e3cba36837910f0a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:37,432 INFO [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,433 INFO [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb254e3c80ea71a5e3cba36837910f0a columnFamilyName sid 2024-11-26T02:18:37,433 DEBUG [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:18:37,434 INFO [StoreOpener-fb254e3c80ea71a5e3cba36837910f0a-1 {}] regionserver.HStore(327): Store=fb254e3c80ea71a5e3cba36837910f0a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:18:37,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:18:37,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:18:37,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fb254e3c80ea71a5e3cba36837910f0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73896302, jitterRate=0.10114070773124695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:18:37,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:18:37,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fb254e3c80ea71a5e3cba36837910f0a: Running coprocessor pre-open hook at 1732587517427Writing region info on filesystem at 1732587517427Initializing all the Stores at 1732587517428 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587517428Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587517428Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587517428Cleaning up temporary data from old regions at 1732587517436 (+8 ms)Running coprocessor post-open hooks at 1732587517440 (+4 ms)Region opened successfully at 1732587517441 (+1 ms) 2024-11-26T02:18:37,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a., pid=10, masterSystemTime=1732587517397 2024-11-26T02:18:37,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:18:37,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:18:37,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fb254e3c80ea71a5e3cba36837910f0a, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,45353,1732587502490 2024-11-26T02:18:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb254e3c80ea71a5e3cba36837910f0a, server=851e45ef8bcf,45353,1732587502490 because future has completed 2024-11-26T02:18:37,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:18:37,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fb254e3c80ea71a5e3cba36837910f0a, server=851e45ef8bcf,45353,1732587502490 in 209 msec 2024-11-26T02:18:37,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:18:37,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb254e3c80ea71a5e3cba36837910f0a, ASSIGN in 367 msec 2024-11-26T02:18:37,453 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:18:37,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587517454"}]},"ts":"1732587517454"} 2024-11-26T02:18:37,456 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:18:37,457 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:18:37,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-26T02:18:37,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2] 2024-11-26T02:18:37,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:37,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:18:37,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:18:37,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:18:37,766 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:18:37,792 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,45353,1732587502490, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:18:37,793 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:37,793 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45353,1732587502490, seqNum=-1] 2024-11-26T02:18:37,793 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:37,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-26T02:18:37,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,45353,1732587502490', locateType=CURRENT is [region=hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2] 2024-11-26T02:18:37,809 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:18:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:18:37,812 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,45353,1732587502490 suceeded 2024-11-26T02:18:37,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:18:37,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-26T02:18:37,814 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:44839,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-26T02:18:37,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5640 sec 2024-11-26T02:18:37,827 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:44839' 2024-11-26T02:18:37,828 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7217a69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:37,828 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,44839,-1 for getting cluster id 2024-11-26T02:18:37,828 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:37,829 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '543bda8b-ef49-4623-bb2b-d484fee300df' 2024-11-26T02:18:37,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:37,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "543bda8b-ef49-4623-bb2b-d484fee300df" 2024-11-26T02:18:37,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f14587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:37,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,44839,-1] 2024-11-26T02:18:37,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:37,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:37,831 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:37,832 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ba4278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:37,832 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:37,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:37,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47eeb917 2024-11-26T02:18:37,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:37,834 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-26T02:18:37,835 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,45353,1732587502490 (queues=1) is replicating from cluster=2d311ac0-4213-4164-b82b-e338c81b79a3 to cluster=543bda8b-ef49-4623-bb2b-d484fee300df 2024-11-26T02:18:37,835 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C45353%2C1732587502490 2024-11-26T02:18:37,835 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,45353,1732587502490, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:18:37,835 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706, startPosition=0, beingWritten=true 2024-11-26T02:18:37,836 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.shipper851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C45353%2C1732587502490 2024-11-26T02:18:37,845 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:18:37,845 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 379, reset compression=false 2024-11-26T02:18:37,845 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.shipper851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,45353,1732587502490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:18:38,050 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 379, reset compression=false 2024-11-26T02:18:38,354 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 379, reset compression=false 2024-11-26T02:18:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:18:38,403 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:18:38,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:18:38,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:38,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:38,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:38,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:18:38,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:38,410 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732587518408/Put/seqid=0 2024-11-26T02:18:38,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741840_1016 (size=7894) 2024-11-26T02:18:38,758 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 379, reset compression=false 2024-11-26T02:18:38,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f/f/hfile_1 is 34, key is ddd/f:row/1732587518821/Put/seqid=0 2024-11-26T02:18:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741841_1017 (size=7691) 2024-11-26T02:18:39,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@911780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:39,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35705,-1 for getting cluster id 2024-11-26T02:18:39,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:39,234 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d311ac0-4213-4164-b82b-e338c81b79a3' 2024-11-26T02:18:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d311ac0-4213-4164-b82b-e338c81b79a3" 2024-11-26T02:18:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a19b7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35705,-1] 2024-11-26T02:18:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:39,236 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:39,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66802d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:39,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45353,1732587502490, seqNum=-1] 2024-11-26T02:18:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:39,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:39,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7992a179 2024-11-26T02:18:39,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:39,251 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:18:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2] 2024-11-26T02:18:39,262 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 379, reset compression=false 2024-11-26T02:18:39,267 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:18:39,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T02:18:39,282 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T02:18:39,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f/f/hfile_0 for inclusion in e80f93b0d8f3db98563382d5ff638511/f 2024-11-26T02:18:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T02:18:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:18:39,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f/f/hfile_1 for inclusion in e80f93b0d8f3db98563382d5ff638511/f 2024-11-26T02:18:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T02:18:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:18:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HRegion(2603): Flush status journal for e80f93b0d8f3db98563382d5ff638511: 2024-11-26T02:18:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f/f/hfile_0 to hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__mnpat92l2oteg2ap03c2i8clphf54g6ub2i1f7fil177t3p2vg8gnddsbdn1tjdp/f/hfile_0 2024-11-26T02:18:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__mnpat92l2oteg2ap03c2i8clphf54g6ub2i1f7fil177t3p2vg8gnddsbdn1tjdp/f/hfile_0 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f/108e639861be4e65a598a476e76f0d20_SeqId_4_ 2024-11-26T02:18:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f/f/hfile_1 to hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__mnpat92l2oteg2ap03c2i8clphf54g6ub2i1f7fil177t3p2vg8gnddsbdn1tjdp/f/hfile_1 2024-11-26T02:18:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__mnpat92l2oteg2ap03c2i8clphf54g6ub2i1f7fil177t3p2vg8gnddsbdn1tjdp/f/hfile_1 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f/5fef706c9982446e9702017d2c9ac8e1_SeqId_4_ 2024-11-26T02:18:39,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__mnpat92l2oteg2ap03c2i8clphf54g6ub2i1f7fil177t3p2vg8gnddsbdn1tjdp/f/hfile_0 into e80f93b0d8f3db98563382d5ff638511/f as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f/108e639861be4e65a598a476e76f0d20_SeqId_4_ - updating store file list. 2024-11-26T02:18:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 108e639861be4e65a598a476e76f0d20_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:18:39,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f/108e639861be4e65a598a476e76f0d20_SeqId_4_ into e80f93b0d8f3db98563382d5ff638511/f 2024-11-26T02:18:39,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__mnpat92l2oteg2ap03c2i8clphf54g6ub2i1f7fil177t3p2vg8gnddsbdn1tjdp/f/hfile_0 into e80f93b0d8f3db98563382d5ff638511/f (new location: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f/108e639861be4e65a598a476e76f0d20_SeqId_4_) 2024-11-26T02:18:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__mnpat92l2oteg2ap03c2i8clphf54g6ub2i1f7fil177t3p2vg8gnddsbdn1tjdp/f/hfile_0 2024-11-26T02:18:39,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__mnpat92l2oteg2ap03c2i8clphf54g6ub2i1f7fil177t3p2vg8gnddsbdn1tjdp/f/hfile_1 into e80f93b0d8f3db98563382d5ff638511/f as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f/5fef706c9982446e9702017d2c9ac8e1_SeqId_4_ - updating store file list. 2024-11-26T02:18:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fef706c9982446e9702017d2c9ac8e1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:18:39,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f/5fef706c9982446e9702017d2c9ac8e1_SeqId_4_ into e80f93b0d8f3db98563382d5ff638511/f 2024-11-26T02:18:39,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__mnpat92l2oteg2ap03c2i8clphf54g6ub2i1f7fil177t3p2vg8gnddsbdn1tjdp/f/hfile_1 into e80f93b0d8f3db98563382d5ff638511/f (new location: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f/5fef706c9982446e9702017d2c9ac8e1_SeqId_4_) 2024-11-26T02:18:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__mnpat92l2oteg2ap03c2i8clphf54g6ub2i1f7fil177t3p2vg8gnddsbdn1tjdp/f/hfile_1 2024-11-26T02:18:39,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:18:39,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:39,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:39,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:39,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:18:39,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2 , the old value is region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=851e45ef8bcf:45353 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:18:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38501,1732587508368, seqNum=-1] 2024-11-26T02:18:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:18:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2 from cache 2024-11-26T02:18:39,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:37350 deadline: 1732587579368 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:37350 2024-11-26T02:18:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb., hostname=851e45ef8bcf,38501,1732587508368, seqNum=2] 2024-11-26T02:18:39,381 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T02:18:39,484 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:45353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-26T02:18:39,866 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 379, reset compression=false 2024-11-26T02:18:39,872 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:18:39,872 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.shipper851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,45353,1732587502490 got entry batch from reader: WALEntryBatch [walEntries=[{test/e80f93b0d8f3db98563382d5ff638511/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732587519360/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T02:18:39,888 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.shipper851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:18:39,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-26T02:18:39,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.ReplicationSink(318): Replicating [2d311ac0-4213-4164-b82b-e338c81b79a3] bulk loaded data 2024-11-26T02:18:39,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59486603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:39,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,44839,-1 for getting cluster id 2024-11-26T02:18:39,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:39,894 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '543bda8b-ef49-4623-bb2b-d484fee300df' 2024-11-26T02:18:39,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:39,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "543bda8b-ef49-4623-bb2b-d484fee300df" 2024-11-26T02:18:39,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c914098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:39,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,44839,-1] 2024-11-26T02:18:39,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:39,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:39,896 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:39,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5de1b3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:39,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741837_1013 (size=7894) 2024-11-26T02:18:40,073 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 687, reset compression=false 2024-11-26T02:18:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741838_1014 (size=7691) 2024-11-26T02:18:40,377 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 687, reset compression=false 2024-11-26T02:18:40,383 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T02:18:40,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:40,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,44839,1732587508223 2024-11-26T02:18:40,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c0f82fa 2024-11-26T02:18:40,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:40,724 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-26T02:18:40,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:18:40,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:40,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38501,1732587508368, seqNum=-1] 2024-11-26T02:18:40,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:40,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-26T02:18:40,736 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/108e639861be4e65a598a476e76f0d20_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T02:18:40,740 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/5fef706c9982446e9702017d2c9ac8e1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T02:18:40,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/5fef706c9982446e9702017d2c9ac8e1_SeqId_4_ for inclusion in 1d7780b08856f100f9d143f03ce5a6cb/f 2024-11-26T02:18:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T02:18:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:18:40,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/108e639861be4e65a598a476e76f0d20_SeqId_4_ for inclusion in 1d7780b08856f100f9d143f03ce5a6cb/f 2024-11-26T02:18:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T02:18:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:18:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HRegion(2603): Flush status journal for 1d7780b08856f100f9d143f03ce5a6cb: 2024-11-26T02:18:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5fef706c9982446e9702017d2c9ac8e1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:18:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/5fef706c9982446e9702017d2c9ac8e1_SeqId_4_ as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb/f/58c0b2f76ce648129b085a90e95b92fb_SeqId_4_ 2024-11-26T02:18:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 108e639861be4e65a598a476e76f0d20_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:18:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/108e639861be4e65a598a476e76f0d20_SeqId_4_ as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb/f/68e91f7107bd42a4a6e4a87d5f682bcd_SeqId_4_ 2024-11-26T02:18:40,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/5fef706c9982446e9702017d2c9ac8e1_SeqId_4_ into 1d7780b08856f100f9d143f03ce5a6cb/f as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb/f/58c0b2f76ce648129b085a90e95b92fb_SeqId_4_ - updating store file list. 2024-11-26T02:18:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58c0b2f76ce648129b085a90e95b92fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:18:40,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb/f/58c0b2f76ce648129b085a90e95b92fb_SeqId_4_ into 1d7780b08856f100f9d143f03ce5a6cb/f 2024-11-26T02:18:40,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/5fef706c9982446e9702017d2c9ac8e1_SeqId_4_ into 1d7780b08856f100f9d143f03ce5a6cb/f (new location: hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb/f/58c0b2f76ce648129b085a90e95b92fb_SeqId_4_) 2024-11-26T02:18:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/5fef706c9982446e9702017d2c9ac8e1_SeqId_4_ 2024-11-26T02:18:40,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/108e639861be4e65a598a476e76f0d20_SeqId_4_ into 1d7780b08856f100f9d143f03ce5a6cb/f as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb/f/68e91f7107bd42a4a6e4a87d5f682bcd_SeqId_4_ - updating store file list. 2024-11-26T02:18:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68e91f7107bd42a4a6e4a87d5f682bcd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:18:40,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb/f/68e91f7107bd42a4a6e4a87d5f682bcd_SeqId_4_ into 1d7780b08856f100f9d143f03ce5a6cb/f 2024-11-26T02:18:40,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/108e639861be4e65a598a476e76f0d20_SeqId_4_ into 1d7780b08856f100f9d143f03ce5a6cb/f (new location: hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb/f/68e91f7107bd42a4a6e4a87d5f682bcd_SeqId_4_) 2024-11-26T02:18:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/staging/jenkins.hfs.6__test__k9821sdua8s8fmu7ed6jceba7mehhqgoaubfgek9r2npfpu6sih4lne6b4vri4jr/f/108e639861be4e65a598a476e76f0d20_SeqId_4_ 2024-11-26T02:18:40,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38501 {}] regionserver.ReplicationSink(324): Finished replicating [2d311ac0-4213-4164-b82b-e338c81b79a3] bulk loaded data 2024-11-26T02:18:40,781 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 687, reset compression=false 2024-11-26T02:18:41,286 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 687, reset compression=false 2024-11-26T02:18:41,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:18:41,403 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732587521402/Put/seqid=0 2024-11-26T02:18:41,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741842_1018 (size=7997) 2024-11-26T02:18:41,810 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732587521809/Put/seqid=0 2024-11-26T02:18:41,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:18:41,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T02:18:41,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T02:18:41,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T02:18:41,814 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:18:41,814 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T02:18:41,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741843_1019 (size=7794) 2024-11-26T02:18:41,890 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 687, reset compression=false 2024-11-26T02:18:42,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d72d830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:42,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35705,-1 for getting cluster id 2024-11-26T02:18:42,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:18:42,217 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d311ac0-4213-4164-b82b-e338c81b79a3' 2024-11-26T02:18:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:18:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d311ac0-4213-4164-b82b-e338c81b79a3" 2024-11-26T02:18:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a723fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35705,-1] 2024-11-26T02:18:42,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:18:42,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:42,219 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:18:42,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f1a9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:18:42,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:42,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45353,1732587502490, seqNum=-1] 2024-11-26T02:18:42,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:42,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:42,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:18:42,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35705,1732587502281 2024-11-26T02:18:42,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@243baba0 2024-11-26T02:18:42,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:18:42,232 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:18:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2] 2024-11-26T02:18:42,238 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:18:42,244 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T02:18:42,247 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T02:18:42,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f1/f1/hfile_1 for inclusion in e80f93b0d8f3db98563382d5ff638511/f1 2024-11-26T02:18:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T02:18:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:18:42,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f1/f1/hfile_0 for inclusion in e80f93b0d8f3db98563382d5ff638511/f1 2024-11-26T02:18:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T02:18:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:18:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HRegion(2603): Flush status journal for e80f93b0d8f3db98563382d5ff638511: 2024-11-26T02:18:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f1/f1/hfile_1 to hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__gski7cbov0pg1hb4sb5fe31510eurhf5j0c63lbvormkpflo7t0g9ojkhpsftdap/f1/hfile_1 2024-11-26T02:18:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__gski7cbov0pg1hb4sb5fe31510eurhf5j0c63lbvormkpflo7t0g9ojkhpsftdap/f1/hfile_1 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f1/3524a10f8bf44afa924c704d4d7c2b15_SeqId_6_ 2024-11-26T02:18:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/load_f1/f1/hfile_0 to hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__gski7cbov0pg1hb4sb5fe31510eurhf5j0c63lbvormkpflo7t0g9ojkhpsftdap/f1/hfile_0 2024-11-26T02:18:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__gski7cbov0pg1hb4sb5fe31510eurhf5j0c63lbvormkpflo7t0g9ojkhpsftdap/f1/hfile_0 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f1/aa473df2171a4ef3993b0a94bc42a39a_SeqId_6_ 2024-11-26T02:18:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-26T02:18:42,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__gski7cbov0pg1hb4sb5fe31510eurhf5j0c63lbvormkpflo7t0g9ojkhpsftdap/f1/hfile_1 into e80f93b0d8f3db98563382d5ff638511/f1 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f1/3524a10f8bf44afa924c704d4d7c2b15_SeqId_6_ - updating store file list. 2024-11-26T02:18:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3524a10f8bf44afa924c704d4d7c2b15_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T02:18:42,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f1/3524a10f8bf44afa924c704d4d7c2b15_SeqId_6_ into e80f93b0d8f3db98563382d5ff638511/f1 2024-11-26T02:18:42,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__gski7cbov0pg1hb4sb5fe31510eurhf5j0c63lbvormkpflo7t0g9ojkhpsftdap/f1/hfile_1 into e80f93b0d8f3db98563382d5ff638511/f1 (new location: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f1/3524a10f8bf44afa924c704d4d7c2b15_SeqId_6_) 2024-11-26T02:18:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__gski7cbov0pg1hb4sb5fe31510eurhf5j0c63lbvormkpflo7t0g9ojkhpsftdap/f1/hfile_1 2024-11-26T02:18:42,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__gski7cbov0pg1hb4sb5fe31510eurhf5j0c63lbvormkpflo7t0g9ojkhpsftdap/f1/hfile_0 into e80f93b0d8f3db98563382d5ff638511/f1 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f1/aa473df2171a4ef3993b0a94bc42a39a_SeqId_6_ - updating store file list. 2024-11-26T02:18:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa473df2171a4ef3993b0a94bc42a39a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T02:18:42,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f1/aa473df2171a4ef3993b0a94bc42a39a_SeqId_6_ into e80f93b0d8f3db98563382d5ff638511/f1 2024-11-26T02:18:42,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__gski7cbov0pg1hb4sb5fe31510eurhf5j0c63lbvormkpflo7t0g9ojkhpsftdap/f1/hfile_0 into e80f93b0d8f3db98563382d5ff638511/f1 (new location: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/f1/aa473df2171a4ef3993b0a94bc42a39a_SeqId_6_) 2024-11-26T02:18:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/staging/jenkins__test__gski7cbov0pg1hb4sb5fe31510eurhf5j0c63lbvormkpflo7t0g9ojkhpsftdap/f1/hfile_0 2024-11-26T02:18:42,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:18:42,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:18:42,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:42,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:18:42,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:18:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2 , the old value is region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=851e45ef8bcf:45353 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:18:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:18:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:43974 deadline: 1732587582277 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:43974 2024-11-26T02:18:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2 from cache 2024-11-26T02:18:42,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:18:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45353,1732587502490, seqNum=-1] 2024-11-26T02:18:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:18:42,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:18:42,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., hostname=851e45ef8bcf,45353,1732587502490, seqNum=2] 2024-11-26T02:18:42,383 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:45353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-26T02:18:42,594 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 687, reset compression=false 2024-11-26T02:18:42,600 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:18:42,600 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:42,600 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.shipper851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,45353,1732587502490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:18:42,804 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:42,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:18:42,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:42,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:42,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:42,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:18:43,109 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:43,513 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:44,018 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:44,622 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:45,327 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:46,131 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:47,035 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:48,040 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:49,144 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:50,349 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:51,653 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:51,868 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:18:53,057 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:54,562 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:56,167 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:57,811 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:18:57,871 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:18:59,675 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:01,578 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:02,603 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.shipper851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,45353,1732587502490 got entry batch from reader: null 2024-11-26T02:19:03,582 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:05,688 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:05,776 INFO [master/851e45ef8bcf:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T02:19:05,776 INFO [master/851e45ef8bcf:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T02:19:07,892 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:10,197 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:11,889 INFO [master/851e45ef8bcf:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T02:19:11,890 INFO [master/851e45ef8bcf:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T02:19:12,601 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:15,105 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:17,709 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:18,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e80f93b0d8f3db98563382d5ff638511, had cached 0 bytes from a total of 31376 2024-11-26T02:19:20,225 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1d7780b08856f100f9d143f03ce5a6cb, had cached 0 bytes from a total of 15585 2024-11-26T02:19:20,414 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:21,868 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:19:22,603 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.shipper851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,45353,1732587502490 got entry batch from reader: null 2024-11-26T02:19:23,219 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:26,124 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:27,811 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:19:29,128 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:32,232 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:35,436 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:38,739 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:42,143 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:42,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:19:42,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:19:42,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:19:42,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:42,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:42,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:19:42,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:19:42,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1350966592, stopped=false 2024-11-26T02:19:42,309 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,44839,1732587508223 2024-11-26T02:19:42,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12124485515/running 2024-11-26T02:19:42,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12124485515/running 2024-11-26T02:19:42,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:19:42,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:19:42,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:19:42,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:19:42,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:19:42,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:42,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Set watcher on znode that does not yet exist, /12124485515/running 2024-11-26T02:19:42,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Set watcher on znode that does not yet exist, /12124485515/running 2024-11-26T02:19:42,387 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,38501,1732587508368' ***** 2024-11-26T02:19:42,387 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:19:42,388 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:19:42,388 INFO [RS:0;851e45ef8bcf:38501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:19:42,388 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:19:42,388 INFO [RS:0;851e45ef8bcf:38501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:19:42,388 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:19:42,388 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,38501,1732587508368 2024-11-26T02:19:42,388 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:19:42,388 INFO [RS:0;851e45ef8bcf:38501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:38501. 2024-11-26T02:19:42,388 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d7780b08856f100f9d143f03ce5a6cb, disabling compactions & flushes 2024-11-26T02:19:42,388 DEBUG [RS:0;851e45ef8bcf:38501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:19:42,388 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:19:42,389 DEBUG [RS:0;851e45ef8bcf:38501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:42,389 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:19:42,389 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. after waiting 0 ms 2024-11-26T02:19:42,389 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:19:42,389 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:19:42,389 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:19:42,389 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:19:42,389 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:19:42,389 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:19:42,389 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1d7780b08856f100f9d143f03ce5a6cb=test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb.} 2024-11-26T02:19:42,389 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d7780b08856f100f9d143f03ce5a6cb 2024-11-26T02:19:42,389 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:19:42,389 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:19:42,389 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:19:42,389 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:19:42,389 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:19:42,389 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T02:19:42,393 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/default/test/1d7780b08856f100f9d143f03ce5a6cb/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T02:19:42,394 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:19:42,394 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:19:42,394 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:19:42,394 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d7780b08856f100f9d143f03ce5a6cb: Waiting for close lock at 1732587582388Running coprocessor pre-close hooks at 1732587582388Disabling compacts and flushes for region at 1732587582388Disabling writes for close at 1732587582389 (+1 ms)Writing region close event to WAL at 1732587582389Running coprocessor post-close hooks at 1732587582394 (+5 ms)Closed at 1732587582394 2024-11-26T02:19:42,394 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb. 2024-11-26T02:19:42,408 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/info/7710206254d94bb69bca1857a160b9b5 is 129, key is test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb./info:regioninfo/1732587515241/Put/seqid=0 2024-11-26T02:19:42,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741839_1015 (size=6421) 2024-11-26T02:19:42,483 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:19:42,589 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:42,603 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.shipper851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,45353,1732587502490 got entry batch from reader: null 2024-11-26T02:19:42,789 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:42,813 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/info/7710206254d94bb69bca1857a160b9b5 2024-11-26T02:19:42,831 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:19:42,831 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:19:42,832 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/ns/dd29cc5aa7294337a926b83c4c79191d is 43, key is default/ns:d/1732587511875/Put/seqid=0 2024-11-26T02:19:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741840_1016 (size=5153) 2024-11-26T02:19:42,990 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:43,190 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:43,237 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/ns/dd29cc5aa7294337a926b83c4c79191d 2024-11-26T02:19:43,257 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/rep_barrier/46cd9288061246109d2bfa03df9ca9cc is 112, key is test,,1732587514085.1d7780b08856f100f9d143f03ce5a6cb./rep_barrier:seqnumDuringOpen/1732587515241/Put/seqid=0 2024-11-26T02:19:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741841_1017 (size=5518) 2024-11-26T02:19:43,390 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:19:43,390 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:19:43,390 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:43,590 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:43,661 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/rep_barrier/46cd9288061246109d2bfa03df9ca9cc 2024-11-26T02:19:43,680 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/table/1214d682780d410288b24c229eada269 is 40, key is test/table:state/1732587515250/Put/seqid=0 2024-11-26T02:19:43,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741842_1018 (size=5165) 2024-11-26T02:19:43,790 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:43,991 DEBUG [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:44,084 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/table/1214d682780d410288b24c229eada269 2024-11-26T02:19:44,090 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/info/7710206254d94bb69bca1857a160b9b5 as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/info/7710206254d94bb69bca1857a160b9b5 2024-11-26T02:19:44,094 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/info/7710206254d94bb69bca1857a160b9b5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T02:19:44,095 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/ns/dd29cc5aa7294337a926b83c4c79191d as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/ns/dd29cc5aa7294337a926b83c4c79191d 2024-11-26T02:19:44,102 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/ns/dd29cc5aa7294337a926b83c4c79191d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T02:19:44,103 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/rep_barrier/46cd9288061246109d2bfa03df9ca9cc as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/rep_barrier/46cd9288061246109d2bfa03df9ca9cc 2024-11-26T02:19:44,108 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/rep_barrier/46cd9288061246109d2bfa03df9ca9cc, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T02:19:44,109 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/.tmp/table/1214d682780d410288b24c229eada269 as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/table/1214d682780d410288b24c229eada269 2024-11-26T02:19:44,114 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/table/1214d682780d410288b24c229eada269, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T02:19:44,115 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false 2024-11-26T02:19:44,119 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T02:19:44,120 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:19:44,120 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:19:44,120 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:19:44,120 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587582389Running coprocessor pre-close hooks at 1732587582389Disabling compacts and flushes for region at 1732587582389Disabling writes for close at 1732587582389Obtaining lock to block concurrent updates at 1732587582389Preparing flush snapshotting stores in 1588230740 at 1732587582389Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732587582390 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732587582390Flushing 1588230740/info: creating writer at 1732587582390Flushing 1588230740/info: appending metadata at 1732587582408 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732587582408Flushing 1588230740/ns: creating writer at 1732587582819 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732587582832 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732587582832Flushing 1588230740/rep_barrier: creating writer at 1732587583243 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587583256 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587583256Flushing 1588230740/table: creating writer at 1732587583667 (+411 ms)Flushing 1588230740/table: appending metadata at 1732587583679 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732587583679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8365184: reopening flushed file at 1732587584089 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728f3424: reopening flushed file at 1732587584094 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62755f80: reopening flushed file at 1732587584102 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f37887: reopening flushed file at 1732587584108 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false at 1732587584115 (+7 ms)Writing region close event to WAL at 1732587584116 (+1 ms)Running coprocessor post-close hooks at 1732587584120 (+4 ms)Closed at 1732587584120 2024-11-26T02:19:44,120 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:19:44,191 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,38501,1732587508368; all regions closed. 2024-11-26T02:19:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741834_1010 (size=2717) 2024-11-26T02:19:44,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/WALs/851e45ef8bcf,38501,1732587508368/851e45ef8bcf%2C38501%2C1732587508368.meta.1732587511826.meta not finished, retry = 0 2024-11-26T02:19:44,296 DEBUG [RS:0;851e45ef8bcf:38501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/oldWALs 2024-11-26T02:19:44,296 INFO [RS:0;851e45ef8bcf:38501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C38501%2C1732587508368.meta:.meta(num 1732587511826) 2024-11-26T02:19:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741832_1008 (size=1028) 2024-11-26T02:19:44,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/WALs/851e45ef8bcf,38501,1732587508368/851e45ef8bcf%2C38501%2C1732587508368.1732587510949 not finished, retry = 0 2024-11-26T02:19:44,400 DEBUG [RS:0;851e45ef8bcf:38501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/oldWALs 2024-11-26T02:19:44,400 INFO [RS:0;851e45ef8bcf:38501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C38501%2C1732587508368:(num 1732587510949) 2024-11-26T02:19:44,400 DEBUG [RS:0;851e45ef8bcf:38501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:44,400 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:19:44,401 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:19:44,401 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T02:19:44,401 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:19:44,401 INFO [RS:0;851e45ef8bcf:38501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:38501. 2024-11-26T02:19:44,401 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:19:44,401 DEBUG [RS:0;851e45ef8bcf:38501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:19:44,401 DEBUG [RS:0;851e45ef8bcf:38501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:44,402 DEBUG [RS:0;851e45ef8bcf:38501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:44,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:19:44,402 INFO [RS:0;851e45ef8bcf:38501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38501 2024-11-26T02:19:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12124485515/rs/851e45ef8bcf,38501,1732587508368 2024-11-26T02:19:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515/rs 2024-11-26T02:19:44,471 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:19:44,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,38501,1732587508368] 2024-11-26T02:19:44,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12124485515/draining/851e45ef8bcf,38501,1732587508368 already deleted, retry=false 2024-11-26T02:19:44,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,38501,1732587508368 expired; onlineServers=0 2024-11-26T02:19:44,492 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,44839,1732587508223' ***** 2024-11-26T02:19:44,492 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:19:44,492 INFO [M:0;851e45ef8bcf:44839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:19:44,492 INFO [M:0;851e45ef8bcf:44839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:19:44,492 DEBUG [M:0;851e45ef8bcf:44839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:19:44,492 DEBUG [M:0;851e45ef8bcf:44839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:19:44,492 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:19:44,492 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587510628 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587510628,5,FailOnTimeoutGroup] 2024-11-26T02:19:44,492 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587510628 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587510628,5,FailOnTimeoutGroup] 2024-11-26T02:19:44,492 INFO [M:0;851e45ef8bcf:44839 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:19:44,492 INFO [M:0;851e45ef8bcf:44839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:19:44,492 DEBUG [M:0;851e45ef8bcf:44839 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:19:44,492 INFO [M:0;851e45ef8bcf:44839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:19:44,492 INFO [M:0;851e45ef8bcf:44839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:19:44,493 INFO [M:0;851e45ef8bcf:44839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:19:44,493 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:19:44,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12124485515/master 2024-11-26T02:19:44,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124485515 2024-11-26T02:19:44,502 DEBUG [M:0;851e45ef8bcf:44839 {}] zookeeper.ZKUtil(347): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Unable to get data of znode /12124485515/master because node does not exist (not an error) 2024-11-26T02:19:44,502 WARN [M:0;851e45ef8bcf:44839 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:19:44,504 INFO [M:0;851e45ef8bcf:44839 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/.lastflushedseqids 2024-11-26T02:19:44,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741843_1019 (size=173) 2024-11-26T02:19:44,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:19:44,581 INFO [RS:0;851e45ef8bcf:38501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:19:44,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38501-0x10174ef2e5c0004, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:19:44,582 INFO [RS:0;851e45ef8bcf:38501 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,38501,1732587508368; zookeeper connection closed. 2024-11-26T02:19:44,582 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a84ff1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a84ff1 2024-11-26T02:19:44,582 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:19:44,908 INFO [M:0;851e45ef8bcf:44839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:19:44,908 INFO [M:0;851e45ef8bcf:44839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:19:44,908 DEBUG [M:0;851e45ef8bcf:44839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:19:44,909 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:44,909 DEBUG [M:0;851e45ef8bcf:44839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:44,909 DEBUG [M:0;851e45ef8bcf:44839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:19:44,909 DEBUG [M:0;851e45ef8bcf:44839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:44,909 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-26T02:19:44,923 DEBUG [M:0;851e45ef8bcf:44839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/112782bd0aad4acd9409e4616aa11db1 is 82, key is hbase:meta,,1/info:regioninfo/1732587511860/Put/seqid=0 2024-11-26T02:19:44,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741844_1020 (size=5672) 2024-11-26T02:19:45,328 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/112782bd0aad4acd9409e4616aa11db1 2024-11-26T02:19:45,347 DEBUG [M:0;851e45ef8bcf:44839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd005df6ce074ed7992835584fea3341 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732587515254/Put/seqid=0 2024-11-26T02:19:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741845_1021 (size=6728) 2024-11-26T02:19:45,647 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 to pos 997, reset compression=false 2024-11-26T02:19:45,751 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd005df6ce074ed7992835584fea3341 2024-11-26T02:19:45,756 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd005df6ce074ed7992835584fea3341 2024-11-26T02:19:45,769 DEBUG [M:0;851e45ef8bcf:44839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57c4718391f7407ba5495c11e8dad91e is 69, key is 851e45ef8bcf,38501,1732587508368/rs:state/1732587510722/Put/seqid=0 2024-11-26T02:19:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741846_1022 (size=5156) 2024-11-26T02:19:46,174 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57c4718391f7407ba5495c11e8dad91e 2024-11-26T02:19:46,180 DEBUG [M:0;851e45ef8bcf:44839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/112782bd0aad4acd9409e4616aa11db1 as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/112782bd0aad4acd9409e4616aa11db1 2024-11-26T02:19:46,184 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/112782bd0aad4acd9409e4616aa11db1, entries=8, sequenceid=58, filesize=5.5 K 2024-11-26T02:19:46,185 DEBUG [M:0;851e45ef8bcf:44839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd005df6ce074ed7992835584fea3341 as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd005df6ce074ed7992835584fea3341 2024-11-26T02:19:46,190 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd005df6ce074ed7992835584fea3341 2024-11-26T02:19:46,190 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd005df6ce074ed7992835584fea3341, entries=6, sequenceid=58, filesize=6.6 K 2024-11-26T02:19:46,191 DEBUG [M:0;851e45ef8bcf:44839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57c4718391f7407ba5495c11e8dad91e as hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57c4718391f7407ba5495c11e8dad91e 2024-11-26T02:19:46,196 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57c4718391f7407ba5495c11e8dad91e, entries=1, sequenceid=58, filesize=5.0 K 2024-11-26T02:19:46,197 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=58, compaction requested=false 2024-11-26T02:19:46,198 INFO [M:0;851e45ef8bcf:44839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:46,198 DEBUG [M:0;851e45ef8bcf:44839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587584908Disabling compacts and flushes for region at 1732587584908Disabling writes for close at 1732587584909 (+1 ms)Obtaining lock to block concurrent updates at 1732587584909Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587584909Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732587584909Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587584910 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587584910Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587584923 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587584923Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587585332 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587585346 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587585346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587585756 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587585769 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587585769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca093b1: reopening flushed file at 1732587586179 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f3b4a94: reopening flushed file at 1732587586185 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443efb9e: reopening flushed file at 1732587586190 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=58, compaction requested=false at 1732587586197 (+7 ms)Writing region close event to WAL at 1732587586198 (+1 ms)Closed at 1732587586198 2024-11-26T02:19:46,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741830_1006 (size=33038) 2024-11-26T02:19:46,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bdfc1cfc-5ba6-e4a7-367f-2efee337e29b/MasterData/WALs/851e45ef8bcf,44839,1732587508223/851e45ef8bcf%2C44839%2C1732587508223.1732587510132 not finished, retry = 0 2024-11-26T02:19:46,301 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:19:46,301 INFO [M:0;851e45ef8bcf:44839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:19:46,301 INFO [M:0;851e45ef8bcf:44839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44839 2024-11-26T02:19:46,302 INFO [M:0;851e45ef8bcf:44839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:19:46,476 INFO [M:0;851e45ef8bcf:44839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:19:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:19:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x10174ef2e5c0003, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:19:46,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25b046ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:19:46,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e096633{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:19:46,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:19:46,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d1832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:19:46,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b7f4f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/hadoop.log.dir/,STOPPED} 2024-11-26T02:19:46,518 WARN [BP-1169858390-172.17.0.2-1732587505884 heartbeating to localhost/127.0.0.1:33831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:19:46,518 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:19:46,518 WARN [BP-1169858390-172.17.0.2-1732587505884 heartbeating to localhost/127.0.0.1:33831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1169858390-172.17.0.2-1732587505884 (Datanode Uuid d05ed441-2a94-485c-a507-9df548b1052c) service to localhost/127.0.0.1:33831 2024-11-26T02:19:46,518 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:19:46,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/cluster_7b9f2e2f-2ebf-96fc-383f-c0f09682ad2d/data/data1/current/BP-1169858390-172.17.0.2-1732587505884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:19:46,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/cluster_7b9f2e2f-2ebf-96fc-383f-c0f09682ad2d/data/data2/current/BP-1169858390-172.17.0.2-1732587505884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:19:46,519 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:19:46,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ee50996{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:19:46,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63d04b93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:19:46,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:19:46,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3423848e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:19:46,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@280c04d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/hadoop.log.dir/,STOPPED} 2024-11-26T02:19:46,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:19:46,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:19:46,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:19:46,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:19:46,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:46,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:46,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:19:46,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:19:46,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=17255169, stopped=false 2024-11-26T02:19:46,537 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,35705,1732587502281 2024-11-26T02:19:46,555 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:19:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-465194076/running 2024-11-26T02:19:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-465194076/running 2024-11-26T02:19:46,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:19:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:19:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:19:46,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:19:46,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:46,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,45353,1732587502490' ***** 2024-11-26T02:19:46,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:19:46,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Set watcher on znode that does not yet exist, /0-465194076/running 2024-11-26T02:19:46,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Set watcher on znode that does not yet exist, /0-465194076/running 2024-11-26T02:19:46,556 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:19:46,556 INFO [RS:0;851e45ef8bcf:45353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:19:46,556 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:19:46,556 INFO [RS:0;851e45ef8bcf:45353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:19:46,556 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(3091): Received CLOSE for e80f93b0d8f3db98563382d5ff638511 2024-11-26T02:19:46,556 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(3091): Received CLOSE for fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:19:46,556 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,45353,1732587502490 2024-11-26T02:19:46,556 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:19:46,556 INFO [RS:0;851e45ef8bcf:45353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:45353. 2024-11-26T02:19:46,556 DEBUG [RS:0;851e45ef8bcf:45353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:19:46,556 DEBUG [RS:0;851e45ef8bcf:45353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:46,557 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:19:46,557 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:19:46,557 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:19:46,557 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:19:46,557 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:19:46,557 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1325): Online Regions={e80f93b0d8f3db98563382d5ff638511=test,,1732587511924.e80f93b0d8f3db98563382d5ff638511., 1588230740=hbase:meta,,1.1588230740, fb254e3c80ea71a5e3cba36837910f0a=hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a.} 2024-11-26T02:19:46,557 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e80f93b0d8f3db98563382d5ff638511, fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:19:46,557 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:19:46,557 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e80f93b0d8f3db98563382d5ff638511, disabling compactions & flushes 2024-11-26T02:19:46,557 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:19:46,557 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:19:46,557 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:19:46,557 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:19:46,557 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:19:46,557 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. after waiting 0 ms 2024-11-26T02:19:46,557 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:19:46,557 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:19:46,557 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:19:46,561 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/default/test/e80f93b0d8f3db98563382d5ff638511/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T02:19:46,561 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:19:46,561 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:19:46,561 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:19:46,561 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e80f93b0d8f3db98563382d5ff638511: Waiting for close lock at 1732587586557Running coprocessor pre-close hooks at 1732587586557Disabling compacts and flushes for region at 1732587586557Disabling writes for close at 1732587586557Writing region close event to WAL at 1732587586558 (+1 ms)Running coprocessor post-close hooks at 1732587586561 (+3 ms)Closed at 1732587586561 2024-11-26T02:19:46,561 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587511924.e80f93b0d8f3db98563382d5ff638511. 2024-11-26T02:19:46,561 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb254e3c80ea71a5e3cba36837910f0a, disabling compactions & flushes 2024-11-26T02:19:46,561 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:19:46,561 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:19:46,562 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. after waiting 0 ms 2024-11-26T02:19:46,562 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:19:46,562 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb254e3c80ea71a5e3cba36837910f0a 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-26T02:19:46,575 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/info/401e01eb5fd04595b7734cb0a77d121e is 147, key is hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a./info:regioninfo/1732587517444/Put/seqid=0 2024-11-26T02:19:46,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741844_1020 (size=7686) 2024-11-26T02:19:46,579 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/.tmp/hfileref/25c83a983e3b4bb990d4476ec170b68f is 74, key is 1/hfileref:108e639861be4e65a598a476e76f0d20_SeqId_4_/1732587520780/DeleteColumn/seqid=0 2024-11-26T02:19:46,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741845_1021 (size=5203) 2024-11-26T02:19:46,622 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:19:46,622 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:19:46,652 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:19:46,757 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:19:46,957 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:19:46,979 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/info/401e01eb5fd04595b7734cb0a77d121e 2024-11-26T02:19:46,984 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/.tmp/hfileref/25c83a983e3b4bb990d4476ec170b68f 2024-11-26T02:19:46,998 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/ns/a4a653c53fc744d98efa0c763f742bd4 is 43, key is default/ns:d/1732587505740/Put/seqid=0 2024-11-26T02:19:47,001 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/.tmp/queue/35570aa81fa34418ade7d55898509cd7 is 153, key is 1-851e45ef8bcf,45353,1732587502490/queue:851e45ef8bcf%2C45353%2C1732587502490/1732587522601/Put/seqid=0 2024-11-26T02:19:47,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741846_1022 (size=5153) 2024-11-26T02:19:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741847_1023 (size=5352) 2024-11-26T02:19:47,157 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:19:47,358 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb254e3c80ea71a5e3cba36837910f0a 2024-11-26T02:19:47,403 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/ns/a4a653c53fc744d98efa0c763f742bd4 2024-11-26T02:19:47,405 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/.tmp/queue/35570aa81fa34418ade7d55898509cd7 2024-11-26T02:19:47,411 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/.tmp/hfileref/25c83a983e3b4bb990d4476ec170b68f as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/hfileref/25c83a983e3b4bb990d4476ec170b68f 2024-11-26T02:19:47,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:47,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:47,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:47,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:47,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:47,421 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/hfileref/25c83a983e3b4bb990d4476ec170b68f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-26T02:19:47,422 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/.tmp/queue/35570aa81fa34418ade7d55898509cd7 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/queue/35570aa81fa34418ade7d55898509cd7 2024-11-26T02:19:47,426 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/rep_barrier/6bf80bed68574aefa0bead004694c02b is 112, key is test,,1732587511924.e80f93b0d8f3db98563382d5ff638511./rep_barrier:seqnumDuringOpen/1732587513085/Put/seqid=0 2024-11-26T02:19:47,429 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/queue/35570aa81fa34418ade7d55898509cd7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T02:19:47,430 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for fb254e3c80ea71a5e3cba36837910f0a in 868ms, sequenceid=10, compaction requested=false 2024-11-26T02:19:47,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741848_1024 (size=5518) 2024-11-26T02:19:47,436 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/replication/fb254e3c80ea71a5e3cba36837910f0a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T02:19:47,436 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:19:47,437 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:19:47,437 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:19:47,437 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb254e3c80ea71a5e3cba36837910f0a: Waiting for close lock at 1732587586561Running coprocessor pre-close hooks at 1732587586561Disabling compacts and flushes for region at 1732587586561Disabling writes for close at 1732587586562 (+1 ms)Obtaining lock to block concurrent updates at 1732587586562Preparing flush snapshotting stores in fb254e3c80ea71a5e3cba36837910f0a at 1732587586562Finished memstore snapshotting hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732587586562Flushing stores of hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. at 1732587586562Flushing fb254e3c80ea71a5e3cba36837910f0a/hfileref: creating writer at 1732587586563 (+1 ms)Flushing fb254e3c80ea71a5e3cba36837910f0a/hfileref: appending metadata at 1732587586579 (+16 ms)Flushing fb254e3c80ea71a5e3cba36837910f0a/hfileref: closing flushed file at 1732587586579Flushing fb254e3c80ea71a5e3cba36837910f0a/queue: creating writer at 1732587586988 (+409 ms)Flushing fb254e3c80ea71a5e3cba36837910f0a/queue: appending metadata at 1732587587000 (+12 ms)Flushing fb254e3c80ea71a5e3cba36837910f0a/queue: closing flushed file at 1732587587000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433c27ca: reopening flushed file at 1732587587410 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@183a89f8: reopening flushed file at 1732587587421 (+11 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for fb254e3c80ea71a5e3cba36837910f0a in 868ms, sequenceid=10, compaction requested=false at 1732587587430 (+9 ms)Writing region close event to WAL at 1732587587432 (+2 ms)Running coprocessor post-close hooks at 1732587587436 (+4 ms)Closed at 1732587587437 (+1 ms) 2024-11-26T02:19:47,437 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587516259.fb254e3c80ea71a5e3cba36837910f0a. 2024-11-26T02:19:47,558 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:19:47,558 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:19:47,558 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:47,758 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:47,835 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/rep_barrier/6bf80bed68574aefa0bead004694c02b 2024-11-26T02:19:47,855 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/table/e2ce09823f174fd7aa5bf34e30215c92 is 53, key is hbase:replication/table:state/1732587517454/Put/seqid=0 2024-11-26T02:19:47,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741849_1025 (size=5308) 2024-11-26T02:19:47,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:19:47,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:47,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:47,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:47,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:47,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:47,958 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:48,158 DEBUG [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:19:48,259 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/table/e2ce09823f174fd7aa5bf34e30215c92 2024-11-26T02:19:48,265 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/info/401e01eb5fd04595b7734cb0a77d121e as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/info/401e01eb5fd04595b7734cb0a77d121e 2024-11-26T02:19:48,271 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/info/401e01eb5fd04595b7734cb0a77d121e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:19:48,272 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/ns/a4a653c53fc744d98efa0c763f742bd4 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/ns/a4a653c53fc744d98efa0c763f742bd4 2024-11-26T02:19:48,277 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/ns/a4a653c53fc744d98efa0c763f742bd4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:19:48,278 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/rep_barrier/6bf80bed68574aefa0bead004694c02b as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/rep_barrier/6bf80bed68574aefa0bead004694c02b 2024-11-26T02:19:48,283 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/rep_barrier/6bf80bed68574aefa0bead004694c02b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:19:48,284 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/.tmp/table/e2ce09823f174fd7aa5bf34e30215c92 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/table/e2ce09823f174fd7aa5bf34e30215c92 2024-11-26T02:19:48,289 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/table/e2ce09823f174fd7aa5bf34e30215c92, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:19:48,290 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false 2024-11-26T02:19:48,295 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:19:48,296 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:19:48,296 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:19:48,296 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:19:48,296 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587586557Running coprocessor pre-close hooks at 1732587586557Disabling compacts and flushes for region at 1732587586557Disabling writes for close at 1732587586557Obtaining lock to block concurrent updates at 1732587586557Preparing flush snapshotting stores in 1588230740 at 1732587586557Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587586558 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732587586558Flushing 1588230740/info: creating writer at 1732587586558Flushing 1588230740/info: appending metadata at 1732587586574 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732587586574Flushing 1588230740/ns: creating writer at 1732587586985 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732587586998 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732587586998Flushing 1588230740/rep_barrier: creating writer at 1732587587408 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587587426 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587587426Flushing 1588230740/table: creating writer at 1732587587841 (+415 ms)Flushing 1588230740/table: appending metadata at 1732587587854 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732587587854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a3a9d9: reopening flushed file at 1732587588265 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3743d655: reopening flushed file at 1732587588271 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dbd204: reopening flushed file at 1732587588277 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e495c86: reopening flushed file at 1732587588283 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false at 1732587588290 (+7 ms)Writing region close event to WAL at 1732587588292 (+2 ms)Running coprocessor post-close hooks at 1732587588296 (+4 ms)Closed at 1732587588296 2024-11-26T02:19:48,296 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:19:48,358 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,45353,1732587502490; all regions closed. 2024-11-26T02:19:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:19:48,361 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.meta.1732587505659.meta not finished, retry = 0 2024-11-26T02:19:48,464 DEBUG [RS:0;851e45ef8bcf:45353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/oldWALs 2024-11-26T02:19:48,464 INFO [RS:0;851e45ef8bcf:45353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C45353%2C1732587502490.meta:.meta(num 1732587505659) 2024-11-26T02:19:48,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741839_1015 (size=2700) 2024-11-26T02:19:48,468 DEBUG [RS:0;851e45ef8bcf:45353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/oldWALs 2024-11-26T02:19:48,468 INFO [RS:0;851e45ef8bcf:45353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C45353%2C1732587502490.rep:(num 1732587517408) 2024-11-26T02:19:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741832_1008 (size=1300) 2024-11-26T02:19:48,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/WALs/851e45ef8bcf,45353,1732587502490/851e45ef8bcf%2C45353%2C1732587502490.1732587504706 not finished, retry = 0 2024-11-26T02:19:48,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/oldWALs 2024-11-26T02:19:48,572 INFO [RS:0;851e45ef8bcf:45353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C45353%2C1732587502490:(num 1732587504706) 2024-11-26T02:19:48,572 DEBUG [RS:0;851e45ef8bcf:45353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:48,572 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:19:48,572 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:19:48,572 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T02:19:48,573 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:19:48,573 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:19:48,573 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,45353,1732587502490 because: Region server is closing 2024-11-26T02:19:48,573 INFO [RS:0;851e45ef8bcf:45353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:45353. 2024-11-26T02:19:48,573 DEBUG [RS:0;851e45ef8bcf:45353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:19:48,573 DEBUG [RS:0;851e45ef8bcf:45353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:48,573 DEBUG [RS:0;851e45ef8bcf:45353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:48,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:19:48,674 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.wal-reader.851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:19:48,674 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.shipper851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T02:19:48,674 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,45353,1732587502490.replicationSource.shipper851e45ef8bcf%2C45353%2C1732587502490,1-851e45ef8bcf,45353,1732587502490 terminated 2024-11-26T02:19:48,674 INFO [RS:0;851e45ef8bcf:45353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45353 2024-11-26T02:19:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076/rs 2024-11-26T02:19:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-465194076/rs/851e45ef8bcf,45353,1732587502490 2024-11-26T02:19:48,744 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:19:48,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,45353,1732587502490] 2024-11-26T02:19:48,765 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-465194076/draining/851e45ef8bcf,45353,1732587502490 already deleted, retry=false 2024-11-26T02:19:48,765 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,45353,1732587502490 expired; onlineServers=0 2024-11-26T02:19:48,765 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,35705,1732587502281' ***** 2024-11-26T02:19:48,765 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:19:48,765 INFO [M:0;851e45ef8bcf:35705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:19:48,765 INFO [M:0;851e45ef8bcf:35705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:19:48,765 DEBUG [M:0;851e45ef8bcf:35705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:19:48,765 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:19:48,765 DEBUG [M:0;851e45ef8bcf:35705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:19:48,765 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587504475 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587504475,5,FailOnTimeoutGroup] 2024-11-26T02:19:48,765 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587504475 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587504475,5,FailOnTimeoutGroup] 2024-11-26T02:19:48,765 INFO [M:0;851e45ef8bcf:35705 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:19:48,766 INFO [M:0;851e45ef8bcf:35705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:19:48,766 DEBUG [M:0;851e45ef8bcf:35705 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:19:48,766 INFO [M:0;851e45ef8bcf:35705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:19:48,766 INFO [M:0;851e45ef8bcf:35705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:19:48,766 INFO [M:0;851e45ef8bcf:35705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:19:48,766 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:19:48,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-465194076/master 2024-11-26T02:19:48,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-465194076 2024-11-26T02:19:48,776 DEBUG [M:0;851e45ef8bcf:35705 {}] zookeeper.ZKUtil(347): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Unable to get data of znode /0-465194076/master because node does not exist (not an error) 2024-11-26T02:19:48,776 WARN [M:0;851e45ef8bcf:35705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:19:48,777 INFO [M:0;851e45ef8bcf:35705 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/.lastflushedseqids 2024-11-26T02:19:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741850_1026 (size=263) 2024-11-26T02:19:48,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:19:48,855 INFO [RS:0;851e45ef8bcf:45353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:19:48,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45353-0x10174ef2e5c0001, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:19:48,855 INFO [RS:0;851e45ef8bcf:45353 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,45353,1732587502490; zookeeper connection closed. 2024-11-26T02:19:48,855 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31fd5298 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31fd5298 2024-11-26T02:19:48,855 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:19:49,182 INFO [M:0;851e45ef8bcf:35705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:19:49,182 INFO [M:0;851e45ef8bcf:35705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:19:49,182 DEBUG [M:0;851e45ef8bcf:35705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:19:49,182 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:49,182 DEBUG [M:0;851e45ef8bcf:35705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:49,182 DEBUG [M:0;851e45ef8bcf:35705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:19:49,182 DEBUG [M:0;851e45ef8bcf:35705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:49,182 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-26T02:19:49,196 DEBUG [M:0;851e45ef8bcf:35705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11a157fbacdd4d30912d631ce7c90022 is 82, key is hbase:meta,,1/info:regioninfo/1732587505692/Put/seqid=0 2024-11-26T02:19:49,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741851_1027 (size=5672) 2024-11-26T02:19:49,600 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11a157fbacdd4d30912d631ce7c90022 2024-11-26T02:19:49,618 DEBUG [M:0;851e45ef8bcf:35705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e9632ea23cc4a8ba599ac3b72303508 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732587513100/Put/seqid=0 2024-11-26T02:19:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741852_1028 (size=7240) 2024-11-26T02:19:50,022 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e9632ea23cc4a8ba599ac3b72303508 2024-11-26T02:19:50,026 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e9632ea23cc4a8ba599ac3b72303508 2024-11-26T02:19:50,039 DEBUG [M:0;851e45ef8bcf:35705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd1d6378ffbf44f8b5fe2d2e14c78f92 is 69, key is 851e45ef8bcf,45353,1732587502490/rs:state/1732587504554/Put/seqid=0 2024-11-26T02:19:50,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741853_1029 (size=5156) 2024-11-26T02:19:50,443 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd1d6378ffbf44f8b5fe2d2e14c78f92 2024-11-26T02:19:50,448 DEBUG [M:0;851e45ef8bcf:35705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11a157fbacdd4d30912d631ce7c90022 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11a157fbacdd4d30912d631ce7c90022 2024-11-26T02:19:50,452 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11a157fbacdd4d30912d631ce7c90022, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T02:19:50,453 DEBUG [M:0;851e45ef8bcf:35705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e9632ea23cc4a8ba599ac3b72303508 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e9632ea23cc4a8ba599ac3b72303508 2024-11-26T02:19:50,457 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e9632ea23cc4a8ba599ac3b72303508 2024-11-26T02:19:50,457 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e9632ea23cc4a8ba599ac3b72303508, entries=11, sequenceid=105, filesize=7.1 K 2024-11-26T02:19:50,458 DEBUG [M:0;851e45ef8bcf:35705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd1d6378ffbf44f8b5fe2d2e14c78f92 as hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd1d6378ffbf44f8b5fe2d2e14c78f92 2024-11-26T02:19:50,462 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd85c56-3a16-a297-c19d-5dc11b9fa7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd1d6378ffbf44f8b5fe2d2e14c78f92, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T02:19:50,463 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-11-26T02:19:50,464 INFO [M:0;851e45ef8bcf:35705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:50,464 DEBUG [M:0;851e45ef8bcf:35705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587589182Disabling compacts and flushes for region at 1732587589182Disabling writes for close at 1732587589182Obtaining lock to block concurrent updates at 1732587589182Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587589182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732587589182Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587589183 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587589183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587589196 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587589196Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587589605 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587589617 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587589617Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587590026 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587590038 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587590038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@536d82ef: reopening flushed file at 1732587590447 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f788b5b: reopening flushed file at 1732587590452 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f389d33: reopening flushed file at 1732587590457 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1732587590463 (+6 ms)Writing region close event to WAL at 1732587590464 (+1 ms)Closed at 1732587590464 2024-11-26T02:19:50,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38019 is added to blk_1073741830_1006 (size=64526) 2024-11-26T02:19:50,467 INFO [M:0;851e45ef8bcf:35705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:19:50,467 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:19:50,467 INFO [M:0;851e45ef8bcf:35705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35705 2024-11-26T02:19:50,467 INFO [M:0;851e45ef8bcf:35705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:19:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:19:50,580 INFO [M:0;851e45ef8bcf:35705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:19:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35705-0x10174ef2e5c0000, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:19:50,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f7bdbb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:19:50,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f847755{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:19:50,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:19:50,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a67819b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:19:50,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c950b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/hadoop.log.dir/,STOPPED} 2024-11-26T02:19:50,584 WARN [BP-1153564043-172.17.0.2-1732587500235 heartbeating to localhost/127.0.0.1:36673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:19:50,584 WARN [BP-1153564043-172.17.0.2-1732587500235 heartbeating to localhost/127.0.0.1:36673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1153564043-172.17.0.2-1732587500235 (Datanode Uuid f1a228b0-2ae2-4170-b2ff-68e536d1f219) service to localhost/127.0.0.1:36673 2024-11-26T02:19:50,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/cluster_39658a38-bc69-5619-4fbf-5daf6fcfaeca/data/data2/current/BP-1153564043-172.17.0.2-1732587500235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:19:50,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:19:50,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/cluster_39658a38-bc69-5619-4fbf-5daf6fcfaeca/data/data1/current/BP-1153564043-172.17.0.2-1732587500235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:19:50,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:19:50,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:19:50,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72ef2925{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:19:50,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d866e51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:19:50,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:19:50,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60c418b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:19:50,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36cdf3d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d332a-cb59-7ee6-46d3-eaa9d8a813cc/hadoop.log.dir/,STOPPED} 2024-11-26T02:19:50,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T02:19:50,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:19:50,614 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 136) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33831 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62712) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62712) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fe578b892c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fe578b892c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36673 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 366), ProcessCount=11 (was 11), AvailableMemoryMB=4237 (was 4369) 2024-11-26T02:19:50,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=4237 2024-11-26T02:19:50,633 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-26T02:19:50,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/hadoop.log.dir so I do NOT create it in target/test-data/3585927d-8218-608b-837d-7aa51a4930dd 2024-11-26T02:19:50,634 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:19:50,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/hadoop.tmp.dir so I do NOT create it in target/test-data/3585927d-8218-608b-837d-7aa51a4930dd 2024-11-26T02:19:50,634 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e148b0d-66a8-68ac-52bc-21844008e9f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:19:50,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd 2024-11-26T02:19:50,634 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/cluster_bc19cb84-0ffc-b378-a501-488b17b3bf3c, deleteOnExit=true 2024-11-26T02:19:50,636 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/cluster_bc19cb84-0ffc-b378-a501-488b17b3bf3c/zookeeper_0, clientPort=57282, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/cluster_bc19cb84-0ffc-b378-a501-488b17b3bf3c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/cluster_bc19cb84-0ffc-b378-a501-488b17b3bf3c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T02:19:50,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57282 2024-11-26T02:19:50,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:19:50,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:19:50,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/test.cache.data in system properties and HBase conf 2024-11-26T02:19:50,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:19:50,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:19:50,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:19:50,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:19:50,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:19:50,638 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:19:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:19:50,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10174ef2e5c0005, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:19:50,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10174ef2e5c0002, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:19:50,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10174ef2e5c0005, quorum=127.0.0.1:62712, baseZNode=/12124485515 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:19:50,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10174ef2e5c0002, quorum=127.0.0.1:62712, baseZNode=/0-465194076 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:19:50,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:19:50,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:19:50,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:19:50,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:19:50,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:19:50,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:19:50,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae02ec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:19:50,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab93de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:19:51,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64f41a40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/java.io.tmpdir/jetty-localhost-34155-hadoop-hdfs-3_4_1-tests_jar-_-any-7587314302273015645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:19:51,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@693740dd{HTTP/1.1, (http/1.1)}{localhost:34155} 2024-11-26T02:19:51,078 INFO [Time-limited test {}] server.Server(415): Started @145184ms 2024-11-26T02:19:51,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:19:51,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:19:51,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:19:51,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:19:51,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:19:51,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@156b651d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:19:51,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@357b9dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:19:51,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51870d70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/java.io.tmpdir/jetty-localhost-36283-hadoop-hdfs-3_4_1-tests_jar-_-any-17317157548449863769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:19:51,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7231e51e{HTTP/1.1, (http/1.1)}{localhost:36283} 2024-11-26T02:19:51,467 INFO [Time-limited test {}] server.Server(415): Started @145573ms 2024-11-26T02:19:51,468 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:19:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:19:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:19:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:19:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:19:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T02:19:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:19:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:19:52,139 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/cluster_bc19cb84-0ffc-b378-a501-488b17b3bf3c/data/data1/current/BP-132954650-172.17.0.2-1732587590653/current, will proceed with Du for space computation calculation, 2024-11-26T02:19:52,139 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/cluster_bc19cb84-0ffc-b378-a501-488b17b3bf3c/data/data2/current/BP-132954650-172.17.0.2-1732587590653/current, will proceed with Du for space computation calculation, 2024-11-26T02:19:52,158 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:19:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x903130d8710b67ef with lease ID 0xd61a5e0b1ac9417d: Processing first storage report for DS-edc64717-fd6f-4776-9b5b-60f14fd082fc from datanode DatanodeRegistration(127.0.0.1:35393, datanodeUuid=bf22fcfc-ee48-4400-84cd-56f4bbc30e19, infoPort=39411, infoSecurePort=0, ipcPort=34087, storageInfo=lv=-57;cid=testClusterID;nsid=808730744;c=1732587590653) 2024-11-26T02:19:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x903130d8710b67ef with lease ID 0xd61a5e0b1ac9417d: from storage DS-edc64717-fd6f-4776-9b5b-60f14fd082fc node DatanodeRegistration(127.0.0.1:35393, datanodeUuid=bf22fcfc-ee48-4400-84cd-56f4bbc30e19, infoPort=39411, infoSecurePort=0, ipcPort=34087, storageInfo=lv=-57;cid=testClusterID;nsid=808730744;c=1732587590653), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:19:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x903130d8710b67ef with lease ID 0xd61a5e0b1ac9417d: Processing first storage report for DS-17da3087-2636-4aff-ac02-a16d71d9c41c from datanode DatanodeRegistration(127.0.0.1:35393, datanodeUuid=bf22fcfc-ee48-4400-84cd-56f4bbc30e19, infoPort=39411, infoSecurePort=0, ipcPort=34087, storageInfo=lv=-57;cid=testClusterID;nsid=808730744;c=1732587590653) 2024-11-26T02:19:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x903130d8710b67ef with lease ID 0xd61a5e0b1ac9417d: from storage DS-17da3087-2636-4aff-ac02-a16d71d9c41c node DatanodeRegistration(127.0.0.1:35393, datanodeUuid=bf22fcfc-ee48-4400-84cd-56f4bbc30e19, infoPort=39411, infoSecurePort=0, ipcPort=34087, storageInfo=lv=-57;cid=testClusterID;nsid=808730744;c=1732587590653), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:19:52,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd 2024-11-26T02:19:52,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:52,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:52,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:19:52,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9 with version=8 2024-11-26T02:19:52,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/hbase-staging 2024-11-26T02:19:52,606 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:19:52,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:52,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:52,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:19:52,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:52,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:19:52,606 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:19:52,606 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:19:52,607 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42307 2024-11-26T02:19:52,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42307 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-11-26T02:19:52,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423070x0, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:19:52,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42307-0x10174f08f970000 connected 2024-11-26T02:19:52,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:52,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:52,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/running 2024-11-26T02:19:52,789 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9, hbase.cluster.distributed=false 2024-11-26T02:19:52,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/acl 2024-11-26T02:19:52,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-26T02:19:52,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42307 2024-11-26T02:19:52,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42307 2024-11-26T02:19:52,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-26T02:19:52,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-26T02:19:52,805 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:19:52,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:52,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:52,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:19:52,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:52,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:19:52,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:19:52,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:19:52,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40663 2024-11-26T02:19:52,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40663 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-11-26T02:19:52,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:52,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:52,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406630x0, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:19:52,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406630x0, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/running 2024-11-26T02:19:52,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40663-0x10174f08f970001 connected 2024-11-26T02:19:52,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:19:52,819 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:19:52,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/master 2024-11-26T02:19:52,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/acl 2024-11-26T02:19:52,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40663 2024-11-26T02:19:52,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40663 2024-11-26T02:19:52,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40663 2024-11-26T02:19:52,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40663 2024-11-26T02:19:52,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40663 2024-11-26T02:19:52,840 DEBUG [M:0;851e45ef8bcf:42307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:42307 2024-11-26T02:19:52,840 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0404367458/backup-masters/851e45ef8bcf,42307,1732587592606 2024-11-26T02:19:52,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/backup-masters 2024-11-26T02:19:52,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/backup-masters 2024-11-26T02:19:52,850 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on existing znode=/0404367458/backup-masters/851e45ef8bcf,42307,1732587592606 2024-11-26T02:19:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0404367458/master 2024-11-26T02:19:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:52,860 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on existing znode=/0404367458/master 2024-11-26T02:19:52,860 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0404367458/backup-masters/851e45ef8bcf,42307,1732587592606 from backup master directory 2024-11-26T02:19:52,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0404367458/backup-masters/851e45ef8bcf,42307,1732587592606 2024-11-26T02:19:52,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/backup-masters 2024-11-26T02:19:52,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/backup-masters 2024-11-26T02:19:52,870 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:19:52,870 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,42307,1732587592606 2024-11-26T02:19:52,874 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/hbase.id] with ID: dcf60b6a-ff4a-4b54-9441-05451e8d60eb 2024-11-26T02:19:52,874 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/.tmp/hbase.id 2024-11-26T02:19:52,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:19:52,938 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:19:52,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:52,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:52,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:52,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:52,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:52,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:19:53,279 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/.tmp/hbase.id]:[hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/hbase.id] 2024-11-26T02:19:53,289 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:53,289 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:19:53,290 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:19:53,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:53,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:19:53,750 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:19:53,750 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:19:53,751 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:19:53,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:19:54,157 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store 2024-11-26T02:19:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:19:54,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:19:54,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:19:54,564 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:54,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:54,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:19:54,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:54,564 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:19:54,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587594564Disabling compacts and flushes for region at 1732587594564Disabling writes for close at 1732587594564Writing region close event to WAL at 1732587594564Closed at 1732587594564 2024-11-26T02:19:54,565 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/.initializing 2024-11-26T02:19:54,565 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606 2024-11-26T02:19:54,566 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:19:54,568 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C42307%2C1732587592606, suffix=, logDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/oldWALs, maxLogs=10 2024-11-26T02:19:54,582 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606/851e45ef8bcf%2C42307%2C1732587592606.1732587594568, exclude list is [], retry=0 2024-11-26T02:19:54,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-edc64717-fd6f-4776-9b5b-60f14fd082fc,DISK] 2024-11-26T02:19:54,586 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606/851e45ef8bcf%2C42307%2C1732587592606.1732587594568 2024-11-26T02:19:54,586 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39411:39411)] 2024-11-26T02:19:54,586 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:19:54,587 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:19:54,587 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,587 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:19:54,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:54,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:19:54,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:19:54,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:54,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:19:54,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:19:54,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:54,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:19:54,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:19:54,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:54,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:19:54,594 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,594 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,595 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,596 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,596 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,596 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:19:54,597 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:19:54,599 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:19:54,599 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71957741, jitterRate=0.07225389778614044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:19:54,600 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587594587Initializing all the Stores at 1732587594588 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587594588Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587594588Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587594588Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587594588Cleaning up temporary data from old regions at 1732587594596 (+8 ms)Region opened successfully at 1732587594600 (+4 ms) 2024-11-26T02:19:54,600 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:19:54,603 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37996e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:19:54,603 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:19:54,604 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:19:54,604 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:19:54,604 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:19:54,604 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:19:54,604 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:19:54,605 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:19:54,606 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:19:54,607 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/balancer because node does not exist (not necessarily an error) 2024-11-26T02:19:54,659 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/balancer already deleted, retry=false 2024-11-26T02:19:54,660 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:19:54,661 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:19:54,670 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/normalizer already deleted, retry=false 2024-11-26T02:19:54,670 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:19:54,671 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:19:54,680 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/switch/split already deleted, retry=false 2024-11-26T02:19:54,681 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:19:54,691 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/switch/merge already deleted, retry=false 2024-11-26T02:19:54,693 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:19:54,701 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/snapshot-cleanup already deleted, retry=false 2024-11-26T02:19:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0404367458/running 2024-11-26T02:19:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0404367458/running 2024-11-26T02:19:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:54,713 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,42307,1732587592606, sessionid=0x10174f08f970000, setting cluster-up flag (Was=false) 2024-11-26T02:19:54,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:54,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:54,765 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0404367458/flush-table-proc/acquired, /0404367458/flush-table-proc/reached, /0404367458/flush-table-proc/abort 2024-11-26T02:19:54,766 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,42307,1732587592606 2024-11-26T02:19:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:54,817 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0404367458/online-snapshot/acquired, /0404367458/online-snapshot/reached, /0404367458/online-snapshot/abort 2024-11-26T02:19:54,818 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,42307,1732587592606 2024-11-26T02:19:54,819 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:19:54,821 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:19:54,821 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:19:54,821 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:19:54,821 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,42307,1732587592606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:19:54,822 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:19:54,822 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:19:54,822 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:19:54,822 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:19:54,822 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:19:54,822 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,822 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:19:54,822 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,823 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587624823 2024-11-26T02:19:54,823 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:19:54,823 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:19:54,823 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:19:54,823 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:19:54,823 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:19:54,823 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:19:54,823 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:19:54,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:19:54,824 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:19:54,824 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:19:54,824 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:19:54,824 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:19:54,824 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:54,824 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:19:54,828 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:19:54,828 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:19:54,830 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587594828,5,FailOnTimeoutGroup] 2024-11-26T02:19:54,830 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587594830,5,FailOnTimeoutGroup] 2024-11-26T02:19:54,831 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,831 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:19:54,831 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,831 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,832 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(746): ClusterId : dcf60b6a-ff4a-4b54-9441-05451e8d60eb 2024-11-26T02:19:54,832 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:19:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:19:54,839 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:19:54,839 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:19:54,850 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:19:54,850 DEBUG [RS:0;851e45ef8bcf:40663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33411471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:19:54,860 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:40663 2024-11-26T02:19:54,860 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:19:54,860 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:19:54,860 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:19:54,861 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,42307,1732587592606 with port=40663, startcode=1732587592805 2024-11-26T02:19:54,861 DEBUG [RS:0;851e45ef8bcf:40663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:19:54,863 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:19:54,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,40663,1732587592805 2024-11-26T02:19:54,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42307 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,40663,1732587592805 2024-11-26T02:19:54,864 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9 2024-11-26T02:19:54,864 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41413 2024-11-26T02:19:54,864 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:19:54,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/rs 2024-11-26T02:19:54,870 DEBUG [RS:0;851e45ef8bcf:40663 {}] zookeeper.ZKUtil(111): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on existing znode=/0404367458/rs/851e45ef8bcf,40663,1732587592805 2024-11-26T02:19:54,870 WARN [RS:0;851e45ef8bcf:40663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:19:54,871 INFO [RS:0;851e45ef8bcf:40663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:19:54,871 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805 2024-11-26T02:19:54,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,40663,1732587592805] 2024-11-26T02:19:54,874 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:19:54,876 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:19:54,876 INFO [RS:0;851e45ef8bcf:40663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:19:54,876 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,876 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:19:54,877 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:19:54,877 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,877 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,877 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,877 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,877 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,877 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,877 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:19:54,877 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,877 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,877 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,878 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,878 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,878 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:19:54,878 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:19:54,878 DEBUG [RS:0;851e45ef8bcf:40663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:19:54,878 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,878 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,878 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,878 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,878 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,878 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40663,1732587592805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:19:54,890 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:19:54,890 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40663,1732587592805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,890 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,890 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.Replication(171): 851e45ef8bcf,40663,1732587592805 started 2024-11-26T02:19:54,901 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:54,901 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,40663,1732587592805, RpcServer on 851e45ef8bcf/172.17.0.2:40663, sessionid=0x10174f08f970001 2024-11-26T02:19:54,902 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:19:54,902 DEBUG [RS:0;851e45ef8bcf:40663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,40663,1732587592805 2024-11-26T02:19:54,902 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,40663,1732587592805' 2024-11-26T02:19:54,902 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0404367458/flush-table-proc/abort' 2024-11-26T02:19:54,902 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0404367458/flush-table-proc/acquired' 2024-11-26T02:19:54,902 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:19:54,902 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:19:54,902 DEBUG [RS:0;851e45ef8bcf:40663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,40663,1732587592805 2024-11-26T02:19:54,902 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,40663,1732587592805' 2024-11-26T02:19:54,902 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0404367458/online-snapshot/abort' 2024-11-26T02:19:54,903 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0404367458/online-snapshot/acquired' 2024-11-26T02:19:54,903 DEBUG [RS:0;851e45ef8bcf:40663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:19:54,903 INFO [RS:0;851e45ef8bcf:40663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:19:54,903 INFO [RS:0;851e45ef8bcf:40663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:19:55,003 INFO [RS:0;851e45ef8bcf:40663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:19:55,005 INFO [RS:0;851e45ef8bcf:40663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C40663%2C1732587592805, suffix=, logDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs, maxLogs=10 2024-11-26T02:19:55,017 DEBUG [RS:0;851e45ef8bcf:40663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.1732587595005, exclude list is [], retry=0 2024-11-26T02:19:55,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-edc64717-fd6f-4776-9b5b-60f14fd082fc,DISK] 2024-11-26T02:19:55,021 INFO [RS:0;851e45ef8bcf:40663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.1732587595005 2024-11-26T02:19:55,021 DEBUG [RS:0;851e45ef8bcf:40663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39411:39411)] 2024-11-26T02:19:55,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:19:55,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9 2024-11-26T02:19:55,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:19:55,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:19:55,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:19:55,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:19:55,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:55,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:19:55,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:19:55,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:19:55,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:55,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:19:55,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:19:55,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:19:55,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:55,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:19:55,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:19:55,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:19:55,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:55,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:19:55,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:19:55,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740 2024-11-26T02:19:55,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740 2024-11-26T02:19:55,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:19:55,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:19:55,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:19:55,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:19:55,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:19:55,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69486076, jitterRate=0.035423219203948975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:19:55,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587595659Initializing all the Stores at 1732587595660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587595660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587595660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587595660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587595660Cleaning up temporary data from old regions at 1732587595669 (+9 ms)Region opened successfully at 1732587595673 (+4 ms) 2024-11-26T02:19:55,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:19:55,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:19:55,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:19:55,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:19:55,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:19:55,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:19:55,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587595673Disabling compacts and flushes for region at 1732587595673Disabling writes for close at 1732587595673Writing region close event to WAL at 1732587595673Closed at 1732587595673 2024-11-26T02:19:55,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:19:55,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:19:55,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:19:55,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:19:55,676 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:19:55,826 DEBUG [851e45ef8bcf:42307 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:19:55,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,40663,1732587592805 2024-11-26T02:19:55,827 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,40663,1732587592805, state=OPENING 2024-11-26T02:19:55,880 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:19:55,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:55,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:19:55,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: CHANGED 2024-11-26T02:19:55,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: CHANGED 2024-11-26T02:19:55,891 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:19:55,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,40663,1732587592805}] 2024-11-26T02:19:56,044 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:19:56,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:19:56,048 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:19:56,048 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:19:56,048 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:19:56,050 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C40663%2C1732587592805.meta, suffix=.meta, logDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs, maxLogs=10 2024-11-26T02:19:56,062 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.meta.1732587596050.meta, exclude list is [], retry=0 2024-11-26T02:19:56,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-edc64717-fd6f-4776-9b5b-60f14fd082fc,DISK] 2024-11-26T02:19:56,066 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.meta.1732587596050.meta 2024-11-26T02:19:56,066 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39411:39411)] 2024-11-26T02:19:56,066 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:19:56,067 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:19:56,067 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:19:56,067 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:19:56,067 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:19:56,067 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:19:56,067 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:19:56,067 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:19:56,067 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:19:56,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:19:56,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:19:56,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:56,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:19:56,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:19:56,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:19:56,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:56,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:19:56,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:19:56,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:19:56,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:56,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:19:56,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:19:56,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:19:56,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:19:56,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:19:56,073 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:19:56,073 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740 2024-11-26T02:19:56,074 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740 2024-11-26T02:19:56,075 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:19:56,075 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:19:56,075 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:19:56,077 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:19:56,077 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62516841, jitterRate=-0.0684264749288559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:19:56,077 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:19:56,078 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587596067Writing region info on filesystem at 1732587596067Initializing all the Stores at 1732587596068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587596068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587596068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587596068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587596068Cleaning up temporary data from old regions at 1732587596075 (+7 ms)Running coprocessor post-open hooks at 1732587596077 (+2 ms)Region opened successfully at 1732587596078 (+1 ms) 2024-11-26T02:19:56,079 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587596043 2024-11-26T02:19:56,081 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:19:56,081 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:19:56,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,40663,1732587592805 2024-11-26T02:19:56,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,40663,1732587592805, state=OPEN 2024-11-26T02:19:56,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0404367458/meta-region-server 2024-11-26T02:19:56,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0404367458/meta-region-server 2024-11-26T02:19:56,118 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,40663,1732587592805 2024-11-26T02:19:56,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: CHANGED 2024-11-26T02:19:56,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: CHANGED 2024-11-26T02:19:56,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:19:56,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,40663,1732587592805 in 227 msec 2024-11-26T02:19:56,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:19:56,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-26T02:19:56,122 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:19:56,122 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:19:56,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:19:56,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,40663,1732587592805, seqNum=-1] 2024-11-26T02:19:56,124 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:19:56,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:19:56,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-11-26T02:19:56,129 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587596129, completionTime=-1 2024-11-26T02:19:56,129 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:19:56,129 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:19:56,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:19:56,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587656131 2024-11-26T02:19:56,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587716131 2024-11-26T02:19:56,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:19:56,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42307,1732587592606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:56,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42307,1732587592606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:56,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42307,1732587592606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:56,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:42307, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:56,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:56,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:56,133 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:19:56,136 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.265sec 2024-11-26T02:19:56,136 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:19:56,136 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:19:56,136 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:19:56,136 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:19:56,136 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:19:56,136 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42307,1732587592606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:19:56,136 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42307,1732587592606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:19:56,138 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:19:56,138 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:19:56,138 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,42307,1732587592606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:19:56,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7af63c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:19:56,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42307,-1 for getting cluster id 2024-11-26T02:19:56,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:19:56,234 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcf60b6a-ff4a-4b54-9441-05451e8d60eb' 2024-11-26T02:19:56,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:19:56,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcf60b6a-ff4a-4b54-9441-05451e8d60eb" 2024-11-26T02:19:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187b0856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:19:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42307,-1] 2024-11-26T02:19:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:19:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:19:56,236 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:19:56,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16340ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:19:56,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:19:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,40663,1732587592805, seqNum=-1] 2024-11-26T02:19:56,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:19:56,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:19:56,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,42307,1732587592606 2024-11-26T02:19:56,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-11-26T02:19:56,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:19:56,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10174f08f970002 connected 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/hadoop.log.dir so I do NOT create it in target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73 2024-11-26T02:19:56,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/hadoop.tmp.dir so I do NOT create it in target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73 2024-11-26T02:19:56,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:19:56,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/cluster_012d3306-26fe-751e-c43a-d833cae51cdf, deleteOnExit=true 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/test.cache.data in system properties and HBase conf 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:19:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:19:56,273 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:19:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:19:56,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:19:56,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:19:56,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:19:56,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:19:56,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:19:56,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:19:56,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aba240d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:19:56,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297064e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:19:56,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67c0b00c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/java.io.tmpdir/jetty-localhost-35767-hadoop-hdfs-3_4_1-tests_jar-_-any-10249362392010490101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:19:56,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@101cec53{HTTP/1.1, (http/1.1)}{localhost:35767} 2024-11-26T02:19:56,678 INFO [Time-limited test {}] server.Server(415): Started @150784ms 2024-11-26T02:19:56,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:19:56,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:19:56,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:19:56,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:19:56,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:19:56,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e1e7aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:19:56,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d80ca93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:19:57,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@737bd8c1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/java.io.tmpdir/jetty-localhost-41547-hadoop-hdfs-3_4_1-tests_jar-_-any-10840904348938028078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:19:57,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46175684{HTTP/1.1, (http/1.1)}{localhost:41547} 2024-11-26T02:19:57,045 INFO [Time-limited test {}] server.Server(415): Started @151151ms 2024-11-26T02:19:57,046 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:19:58,016 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/cluster_012d3306-26fe-751e-c43a-d833cae51cdf/data/data2/current/BP-794847847-172.17.0.2-1732587596290/current, will proceed with Du for space computation calculation, 2024-11-26T02:19:58,016 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/cluster_012d3306-26fe-751e-c43a-d833cae51cdf/data/data1/current/BP-794847847-172.17.0.2-1732587596290/current, will proceed with Du for space computation calculation, 2024-11-26T02:19:58,035 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:19:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b23f09f34ada9ef with lease ID 0x2503a5ce20e3b45c: Processing first storage report for DS-d4aac601-be6c-4ae5-a6ee-10a283c40917 from datanode DatanodeRegistration(127.0.0.1:32813, datanodeUuid=1dfaaba5-1fbe-4d93-9dd7-4e7937aac13a, infoPort=44763, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=1353679852;c=1732587596290) 2024-11-26T02:19:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b23f09f34ada9ef with lease ID 0x2503a5ce20e3b45c: from storage DS-d4aac601-be6c-4ae5-a6ee-10a283c40917 node DatanodeRegistration(127.0.0.1:32813, datanodeUuid=1dfaaba5-1fbe-4d93-9dd7-4e7937aac13a, infoPort=44763, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=1353679852;c=1732587596290), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:19:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b23f09f34ada9ef with lease ID 0x2503a5ce20e3b45c: Processing first storage report for DS-5cf7f32b-f37b-4157-b753-20d6cd8d8f6d from datanode DatanodeRegistration(127.0.0.1:32813, datanodeUuid=1dfaaba5-1fbe-4d93-9dd7-4e7937aac13a, infoPort=44763, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=1353679852;c=1732587596290) 2024-11-26T02:19:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b23f09f34ada9ef with lease ID 0x2503a5ce20e3b45c: from storage DS-5cf7f32b-f37b-4157-b753-20d6cd8d8f6d node DatanodeRegistration(127.0.0.1:32813, datanodeUuid=1dfaaba5-1fbe-4d93-9dd7-4e7937aac13a, infoPort=44763, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=1353679852;c=1732587596290), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:19:58,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73 2024-11-26T02:19:58,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:58,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:19:58,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9 with version=8 2024-11-26T02:19:58,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/hbase-staging 2024-11-26T02:19:58,485 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:19:58,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:58,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:58,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:19:58,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:58,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:19:58,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:19:58,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:19:58,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35801 2024-11-26T02:19:58,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35801 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-11-26T02:19:58,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358010x0, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:19:58,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35801-0x10174f08f970003 connected 2024-11-26T02:19:58,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:58,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:58,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Set watcher on znode that does not yet exist, /1-921190846/running 2024-11-26T02:19:58,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9, hbase.cluster.distributed=false 2024-11-26T02:19:58,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Set watcher on znode that does not yet exist, /1-921190846/acl 2024-11-26T02:19:58,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35801 2024-11-26T02:19:58,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35801 2024-11-26T02:19:58,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35801 2024-11-26T02:19:58,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35801 2024-11-26T02:19:58,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35801 2024-11-26T02:19:58,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:19:58,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:58,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:58,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:19:58,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:19:58,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:19:58,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:19:58,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:19:58,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43941 2024-11-26T02:19:58,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43941 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-11-26T02:19:58,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:58,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:58,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439410x0, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:19:58,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43941-0x10174f08f970004 connected 2024-11-26T02:19:58,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Set watcher on znode that does not yet exist, /1-921190846/running 2024-11-26T02:19:58,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:19:58,652 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:19:58,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Set watcher on znode that does not yet exist, /1-921190846/master 2024-11-26T02:19:58,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Set watcher on znode that does not yet exist, /1-921190846/acl 2024-11-26T02:19:58,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43941 2024-11-26T02:19:58,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43941 2024-11-26T02:19:58,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43941 2024-11-26T02:19:58,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43941 2024-11-26T02:19:58,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43941 2024-11-26T02:19:58,675 DEBUG [M:0;851e45ef8bcf:35801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:35801 2024-11-26T02:19:58,676 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-921190846/backup-masters/851e45ef8bcf,35801,1732587598484 2024-11-26T02:19:58,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846/backup-masters 2024-11-26T02:19:58,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846/backup-masters 2024-11-26T02:19:58,681 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Set watcher on existing znode=/1-921190846/backup-masters/851e45ef8bcf,35801,1732587598484 2024-11-26T02:19:58,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-921190846/master 2024-11-26T02:19:58,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:19:58,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:19:58,691 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Set watcher on existing znode=/1-921190846/master 2024-11-26T02:19:58,692 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-921190846/backup-masters/851e45ef8bcf,35801,1732587598484 from backup master directory 2024-11-26T02:19:58,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-921190846/backup-masters/851e45ef8bcf,35801,1732587598484 2024-11-26T02:19:58,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846/backup-masters 2024-11-26T02:19:58,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846/backup-masters 2024-11-26T02:19:58,702 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:19:58,702 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,35801,1732587598484 2024-11-26T02:19:58,705 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/hbase.id] with ID: 489416f6-55ef-4cea-856f-73d1726c6aab 2024-11-26T02:19:58,705 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/.tmp/hbase.id 2024-11-26T02:19:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:19:59,113 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/.tmp/hbase.id]:[hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/hbase.id] 2024-11-26T02:19:59,124 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:19:59,124 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:19:59,125 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:19:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:19:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:19:59,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:19:59,602 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:19:59,602 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:19:59,603 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:19:59,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:20:00,009 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store 2024-11-26T02:20:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:20:00,415 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:00,415 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:20:00,415 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:00,415 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:00,415 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:20:00,415 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:00,415 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:00,415 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587600415Disabling compacts and flushes for region at 1732587600415Disabling writes for close at 1732587600415Writing region close event to WAL at 1732587600415Closed at 1732587600415 2024-11-26T02:20:00,416 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/.initializing 2024-11-26T02:20:00,416 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/WALs/851e45ef8bcf,35801,1732587598484 2024-11-26T02:20:00,417 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:00,419 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C35801%2C1732587598484, suffix=, logDir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/WALs/851e45ef8bcf,35801,1732587598484, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/oldWALs, maxLogs=10 2024-11-26T02:20:00,438 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/WALs/851e45ef8bcf,35801,1732587598484/851e45ef8bcf%2C35801%2C1732587598484.1732587600420, exclude list is [], retry=0 2024-11-26T02:20:00,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32813,DS-d4aac601-be6c-4ae5-a6ee-10a283c40917,DISK] 2024-11-26T02:20:00,442 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/WALs/851e45ef8bcf,35801,1732587598484/851e45ef8bcf%2C35801%2C1732587598484.1732587600420 2024-11-26T02:20:00,442 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-26T02:20:00,442 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:00,443 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:00,443 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,443 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:20:00,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:00,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:00,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:20:00,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:00,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:00,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:20:00,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:00,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:00,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:20:00,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:00,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:00,451 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,452 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,452 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,453 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,454 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,454 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:00,455 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:00,457 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:00,457 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65070529, jitterRate=-0.030373558402061462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:00,457 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587600443Initializing all the Stores at 1732587600444 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587600444Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587600444Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587600444Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587600444Cleaning up temporary data from old regions at 1732587600454 (+10 ms)Region opened successfully at 1732587600457 (+3 ms) 2024-11-26T02:20:00,458 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:20:00,460 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415c6084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:00,461 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:20:00,461 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:20:00,461 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:20:00,461 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:20:00,461 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:20:00,461 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:20:00,461 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:20:00,463 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:20:00,464 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Unable to get data of znode /1-921190846/balancer because node does not exist (not necessarily an error) 2024-11-26T02:20:00,522 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-921190846/balancer already deleted, retry=false 2024-11-26T02:20:00,523 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:20:00,524 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Unable to get data of znode /1-921190846/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:20:00,533 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-921190846/normalizer already deleted, retry=false 2024-11-26T02:20:00,533 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:20:00,534 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Unable to get data of znode /1-921190846/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:20:00,543 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-921190846/switch/split already deleted, retry=false 2024-11-26T02:20:00,545 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Unable to get data of znode /1-921190846/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:20:00,554 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-921190846/switch/merge already deleted, retry=false 2024-11-26T02:20:00,556 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Unable to get data of znode /1-921190846/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:20:00,565 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-921190846/snapshot-cleanup already deleted, retry=false 2024-11-26T02:20:00,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-921190846/running 2024-11-26T02:20:00,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-921190846/running 2024-11-26T02:20:00,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:00,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:00,576 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,35801,1732587598484, sessionid=0x10174f08f970003, setting cluster-up flag (Was=false) 2024-11-26T02:20:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:00,628 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-921190846/flush-table-proc/acquired, /1-921190846/flush-table-proc/reached, /1-921190846/flush-table-proc/abort 2024-11-26T02:20:00,629 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,35801,1732587598484 2024-11-26T02:20:00,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:00,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:00,680 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-921190846/online-snapshot/acquired, /1-921190846/online-snapshot/reached, /1-921190846/online-snapshot/abort 2024-11-26T02:20:00,682 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,35801,1732587598484 2024-11-26T02:20:00,683 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:20:00,684 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:00,684 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:20:00,684 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:20:00,685 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,35801,1732587598484 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:20:00,686 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:00,686 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:00,686 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:00,686 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:00,686 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:20:00,686 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,686 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:00,686 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,687 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587630686 2024-11-26T02:20:00,687 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:20:00,687 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:20:00,687 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:20:00,687 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:20:00,687 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:20:00,687 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:20:00,687 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:00,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:20:00,687 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:20:00,688 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:20:00,688 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:20:00,688 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:20:00,688 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:20:00,688 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:20:00,688 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587600688,5,FailOnTimeoutGroup] 2024-11-26T02:20:00,688 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:00,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:20:00,692 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587600688,5,FailOnTimeoutGroup] 2024-11-26T02:20:00,692 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,692 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:20:00,692 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,692 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:20:00,763 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(746): ClusterId : 489416f6-55ef-4cea-856f-73d1726c6aab 2024-11-26T02:20:00,763 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:20:00,776 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:20:00,776 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:20:00,786 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:20:00,786 DEBUG [RS:0;851e45ef8bcf:43941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d5d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:00,798 DEBUG [RS:0;851e45ef8bcf:43941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:43941 2024-11-26T02:20:00,798 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:20:00,798 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:20:00,798 DEBUG [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:20:00,799 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,35801,1732587598484 with port=43941, startcode=1732587598633 2024-11-26T02:20:00,799 DEBUG [RS:0;851e45ef8bcf:43941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:20:00,800 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:20:00,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:00,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35801 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:00,802 DEBUG [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9 2024-11-26T02:20:00,802 DEBUG [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38475 2024-11-26T02:20:00,802 DEBUG [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:20:00,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846/rs 2024-11-26T02:20:00,807 DEBUG [RS:0;851e45ef8bcf:43941 {}] zookeeper.ZKUtil(111): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Set watcher on existing znode=/1-921190846/rs/851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:00,807 WARN [RS:0;851e45ef8bcf:43941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:00,807 INFO [RS:0;851e45ef8bcf:43941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:00,807 DEBUG [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/WALs/851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:00,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,43941,1732587598633] 2024-11-26T02:20:00,810 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:20:00,812 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:20:00,813 INFO [RS:0;851e45ef8bcf:43941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:20:00,813 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,813 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:20:00,814 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:20:00,814 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:00,814 DEBUG [RS:0;851e45ef8bcf:43941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:00,815 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,815 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,815 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,815 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,815 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,815 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,43941,1732587598633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:00,833 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:20:00,833 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,43941,1732587598633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,833 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,833 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.Replication(171): 851e45ef8bcf,43941,1732587598633 started 2024-11-26T02:20:00,848 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:00,848 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,43941,1732587598633, RpcServer on 851e45ef8bcf/172.17.0.2:43941, sessionid=0x10174f08f970004 2024-11-26T02:20:00,849 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:20:00,849 DEBUG [RS:0;851e45ef8bcf:43941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:00,849 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,43941,1732587598633' 2024-11-26T02:20:00,849 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-921190846/flush-table-proc/abort' 2024-11-26T02:20:00,849 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-921190846/flush-table-proc/acquired' 2024-11-26T02:20:00,849 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:20:00,849 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:20:00,849 DEBUG [RS:0;851e45ef8bcf:43941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:00,849 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,43941,1732587598633' 2024-11-26T02:20:00,850 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-921190846/online-snapshot/abort' 2024-11-26T02:20:00,850 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-921190846/online-snapshot/acquired' 2024-11-26T02:20:00,850 DEBUG [RS:0;851e45ef8bcf:43941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:20:00,850 INFO [RS:0;851e45ef8bcf:43941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:20:00,850 INFO [RS:0;851e45ef8bcf:43941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:20:00,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:20:00,951 INFO [RS:0;851e45ef8bcf:43941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:00,952 INFO [RS:0;851e45ef8bcf:43941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C43941%2C1732587598633, suffix=, logDir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/WALs/851e45ef8bcf,43941,1732587598633, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/oldWALs, maxLogs=10 2024-11-26T02:20:00,969 DEBUG [RS:0;851e45ef8bcf:43941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/WALs/851e45ef8bcf,43941,1732587598633/851e45ef8bcf%2C43941%2C1732587598633.1732587600953, exclude list is [], retry=0 2024-11-26T02:20:00,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32813,DS-d4aac601-be6c-4ae5-a6ee-10a283c40917,DISK] 2024-11-26T02:20:00,974 INFO [RS:0;851e45ef8bcf:43941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/WALs/851e45ef8bcf,43941,1732587598633/851e45ef8bcf%2C43941%2C1732587598633.1732587600953 2024-11-26T02:20:00,975 DEBUG [RS:0;851e45ef8bcf:43941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-26T02:20:01,099 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:20:01,099 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9 2024-11-26T02:20:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:20:01,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:01,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:20:01,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:20:01,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:01,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:01,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:20:01,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:20:01,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:01,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:01,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:20:01,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:20:01,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:01,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:01,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:20:01,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:20:01,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:01,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:01,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:20:01,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740 2024-11-26T02:20:01,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740 2024-11-26T02:20:01,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:20:01,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:20:01,515 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:01,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:20:01,518 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:01,518 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67104437, jitterRate=-6.596744060516357E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:01,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587601505Initializing all the Stores at 1732587601506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587601506Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587601507 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587601507Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587601507Cleaning up temporary data from old regions at 1732587601515 (+8 ms)Region opened successfully at 1732587601519 (+4 ms) 2024-11-26T02:20:01,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:20:01,519 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:20:01,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:20:01,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:20:01,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:20:01,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:01,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587601519Disabling compacts and flushes for region at 1732587601519Disabling writes for close at 1732587601519Writing region close event to WAL at 1732587601519Closed at 1732587601519 2024-11-26T02:20:01,520 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:01,520 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:20:01,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:20:01,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:20:01,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:20:01,569 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:20:01,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:01,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:01,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:01,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:01,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:01,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:01,672 DEBUG [851e45ef8bcf:35801 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:20:01,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:01,674 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,43941,1732587598633, state=OPENING 2024-11-26T02:20:01,793 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:20:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:01,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-921190846/meta-region-server: CHANGED 2024-11-26T02:20:01,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-921190846/meta-region-server: CHANGED 2024-11-26T02:20:01,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:20:01,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,43941,1732587598633}] 2024-11-26T02:20:01,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:20:01,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T02:20:01,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:01,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T02:20:01,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:01,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T02:20:01,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:20:01,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T02:20:01,959 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:20:01,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:20:01,964 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:20:01,964 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:01,964 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:20:01,965 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C43941%2C1732587598633.meta, suffix=.meta, logDir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/WALs/851e45ef8bcf,43941,1732587598633, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/oldWALs, maxLogs=10 2024-11-26T02:20:01,977 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/WALs/851e45ef8bcf,43941,1732587598633/851e45ef8bcf%2C43941%2C1732587598633.meta.1732587601966.meta, exclude list is [], retry=0 2024-11-26T02:20:01,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32813,DS-d4aac601-be6c-4ae5-a6ee-10a283c40917,DISK] 2024-11-26T02:20:01,980 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/WALs/851e45ef8bcf,43941,1732587598633/851e45ef8bcf%2C43941%2C1732587598633.meta.1732587601966.meta 2024-11-26T02:20:01,981 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-26T02:20:01,981 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:01,981 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:01,981 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:20:01,981 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:20:01,981 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:20:01,981 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:20:01,981 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:01,982 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:20:01,982 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:20:01,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:20:01,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:20:01,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:01,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:01,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:20:01,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:20:01,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:01,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:01,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:20:01,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:20:01,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:01,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:01,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:20:01,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:20:01,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:01,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:01,987 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:20:01,988 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740 2024-11-26T02:20:01,989 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740 2024-11-26T02:20:01,990 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:20:01,990 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:20:01,990 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:01,991 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:20:01,992 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63795792, jitterRate=-0.04936861991882324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:01,992 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:20:01,992 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587601982Writing region info on filesystem at 1732587601982Initializing all the Stores at 1732587601982Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587601982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587601983 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587601983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587601983Cleaning up temporary data from old regions at 1732587601990 (+7 ms)Running coprocessor post-open hooks at 1732587601992 (+2 ms)Region opened successfully at 1732587601992 2024-11-26T02:20:01,993 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587601959 2024-11-26T02:20:01,995 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:20:01,995 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:20:01,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:01,997 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,43941,1732587598633, state=OPEN 2024-11-26T02:20:02,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-921190846/meta-region-server 2024-11-26T02:20:02,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-921190846/meta-region-server 2024-11-26T02:20:02,007 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:02,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-921190846/meta-region-server: CHANGED 2024-11-26T02:20:02,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-921190846/meta-region-server: CHANGED 2024-11-26T02:20:02,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:20:02,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,43941,1732587598633 in 200 msec 2024-11-26T02:20:02,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:20:02,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-11-26T02:20:02,011 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:02,011 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:20:02,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:02,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,43941,1732587598633, seqNum=-1] 2024-11-26T02:20:02,013 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:02,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:02,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-26T02:20:02,018 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587602018, completionTime=-1 2024-11-26T02:20:02,018 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:20:02,018 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:20:02,020 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:20:02,020 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587662020 2024-11-26T02:20:02,020 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587722020 2024-11-26T02:20:02,020 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:20:02,020 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35801,1732587598484-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:02,020 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35801,1732587598484-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:02,020 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35801,1732587598484-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:02,020 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:35801, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:02,020 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:02,021 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:02,022 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:20:02,024 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.321sec 2024-11-26T02:20:02,024 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:20:02,024 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:20:02,024 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:20:02,024 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:20:02,024 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:20:02,024 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35801,1732587598484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:02,024 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35801,1732587598484-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:20:02,026 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:20:02,026 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:20:02,026 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35801,1732587598484-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:02,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3418969d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:02,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35801,-1 for getting cluster id 2024-11-26T02:20:02,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:02,065 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '489416f6-55ef-4cea-856f-73d1726c6aab' 2024-11-26T02:20:02,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "489416f6-55ef-4cea-856f-73d1726c6aab" 2024-11-26T02:20:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e5bcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35801,-1] 2024-11-26T02:20:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:02,067 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:02,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45868bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:02,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:02,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,43941,1732587598633, seqNum=-1] 2024-11-26T02:20:02,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:02,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:02,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,35801,1732587598484 2024-11-26T02:20:02,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-11-26T02:20:02,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:02,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10174f08f970005 connected 2024-11-26T02:20:02,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d152967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:02,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,42307,-1 for getting cluster id 2024-11-26T02:20:02,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:02,094 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcf60b6a-ff4a-4b54-9441-05451e8d60eb' 2024-11-26T02:20:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcf60b6a-ff4a-4b54-9441-05451e8d60eb" 2024-11-26T02:20:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf33ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,42307,-1] 2024-11-26T02:20:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:02,095 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a11fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:02,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,42307,1732587592606 2024-11-26T02:20:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@267a1274 2024-11-26T02:20:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:02,097 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:02,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:35801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:20:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:20:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:02,100 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:35801' 2024-11-26T02:20:02,101 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c35a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:02,101 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35801,-1 for getting cluster id 2024-11-26T02:20:02,101 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:02,102 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '489416f6-55ef-4cea-856f-73d1726c6aab' 2024-11-26T02:20:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "489416f6-55ef-4cea-856f-73d1726c6aab" 2024-11-26T02:20:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c02e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35801,-1] 2024-11-26T02:20:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:02,103 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:02,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aef70f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:02,104 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:02,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35801,1732587598484 2024-11-26T02:20:02,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7208b7 2024-11-26T02:20:02,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:02,107 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:02,107 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T02:20:02,107 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:20:02,107 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:02,107 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:02,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:02,108 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:20:02,109 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:20:02,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:20:02,110 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:02,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:20:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741835_1011 (size=1138) 2024-11-26T02:20:02,159 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:20:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:02,519 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a321e9fe1efe70444a5c7ce2d06eb3db, NAME => 'hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9 2024-11-26T02:20:02,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741836_1012 (size=44) 2024-11-26T02:20:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:02,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:02,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a321e9fe1efe70444a5c7ce2d06eb3db, disabling compactions & flushes 2024-11-26T02:20:02,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:02,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:02,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. after waiting 0 ms 2024-11-26T02:20:02,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:02,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:02,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a321e9fe1efe70444a5c7ce2d06eb3db: Waiting for close lock at 1732587602926Disabling compacts and flushes for region at 1732587602926Disabling writes for close at 1732587602926Writing region close event to WAL at 1732587602926Closed at 1732587602926 2024-11-26T02:20:02,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:20:02,928 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587602928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587602928"}]},"ts":"1732587602928"} 2024-11-26T02:20:02,939 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:20:02,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:20:02,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587602940"}]},"ts":"1732587602940"} 2024-11-26T02:20:02,942 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:20:02,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a321e9fe1efe70444a5c7ce2d06eb3db, ASSIGN}] 2024-11-26T02:20:02,943 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a321e9fe1efe70444a5c7ce2d06eb3db, ASSIGN 2024-11-26T02:20:02,944 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a321e9fe1efe70444a5c7ce2d06eb3db, ASSIGN; state=OFFLINE, location=851e45ef8bcf,40663,1732587592805; forceNewPlan=false, retain=false 2024-11-26T02:20:03,094 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a321e9fe1efe70444a5c7ce2d06eb3db, regionState=OPENING, regionLocation=851e45ef8bcf,40663,1732587592805 2024-11-26T02:20:03,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a321e9fe1efe70444a5c7ce2d06eb3db, ASSIGN because future has completed 2024-11-26T02:20:03,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a321e9fe1efe70444a5c7ce2d06eb3db, server=851e45ef8bcf,40663,1732587592805}] 2024-11-26T02:20:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:03,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:03,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:03,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:20:03,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C40663%2C1732587592805.rep, suffix=, logDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs, maxLogs=10 2024-11-26T02:20:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.rep.1732587603253, exclude list is [], retry=0 2024-11-26T02:20:03,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-edc64717-fd6f-4776-9b5b-60f14fd082fc,DISK] 2024-11-26T02:20:03,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.rep.1732587603253 2024-11-26T02:20:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39411:39411)] 2024-11-26T02:20:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a321e9fe1efe70444a5c7ce2d06eb3db, NAME => 'hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:03,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:20:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. service=MultiRowMutationService 2024-11-26T02:20:03,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:20:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:03,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,271 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,272 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a321e9fe1efe70444a5c7ce2d06eb3db columnFamilyName hfileref 2024-11-26T02:20:03,272 DEBUG [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:03,272 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(327): Store=a321e9fe1efe70444a5c7ce2d06eb3db/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:03,272 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,273 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a321e9fe1efe70444a5c7ce2d06eb3db columnFamilyName queue 2024-11-26T02:20:03,273 DEBUG [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:03,274 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(327): Store=a321e9fe1efe70444a5c7ce2d06eb3db/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:03,274 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,274 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a321e9fe1efe70444a5c7ce2d06eb3db columnFamilyName sid 2024-11-26T02:20:03,274 DEBUG [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:03,275 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(327): Store=a321e9fe1efe70444a5c7ce2d06eb3db/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:20:03,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:03,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a321e9fe1efe70444a5c7ce2d06eb3db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74291524, jitterRate=0.1070299744606018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:20:03,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:03,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a321e9fe1efe70444a5c7ce2d06eb3db: Running coprocessor pre-open hook at 1732587603270Writing region info on filesystem at 1732587603270Initializing all the Stores at 1732587603270Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587603270Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587603271 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587603271Cleaning up temporary data from old regions at 1732587603276 (+5 ms)Running coprocessor post-open hooks at 1732587603279 (+3 ms)Region opened successfully at 1732587603280 (+1 ms) 2024-11-26T02:20:03,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db., pid=7, masterSystemTime=1732587603249 2024-11-26T02:20:03,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:03,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:03,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a321e9fe1efe70444a5c7ce2d06eb3db, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,40663,1732587592805 2024-11-26T02:20:03,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a321e9fe1efe70444a5c7ce2d06eb3db, server=851e45ef8bcf,40663,1732587592805 because future has completed 2024-11-26T02:20:03,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T02:20:03,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a321e9fe1efe70444a5c7ce2d06eb3db, server=851e45ef8bcf,40663,1732587592805 in 189 msec 2024-11-26T02:20:03,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:20:03,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a321e9fe1efe70444a5c7ce2d06eb3db, ASSIGN in 345 msec 2024-11-26T02:20:03,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:20:03,290 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587603290"}]},"ts":"1732587603290"} 2024-11-26T02:20:03,292 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:20:03,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:20:03,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-26T02:20:03,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db., hostname=851e45ef8bcf,40663,1732587592805, seqNum=2] 2024-11-26T02:20:03,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:03,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:03,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:20:03,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T02:20:03,642 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:20:03,669 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,40663,1732587592805, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:20:03,670 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:03,670 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,40663,1732587592805, seqNum=-1] 2024-11-26T02:20:03,670 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:03,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-26T02:20:03,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,40663,1732587592805', locateType=CURRENT is [region=hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db., hostname=851e45ef8bcf,40663,1732587592805, seqNum=2] 2024-11-26T02:20:03,675 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T02:20:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T02:20:03,678 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,40663,1732587592805 suceeded 2024-11-26T02:20:03,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T02:20:03,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T02:20:03,680 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:35801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:20:03,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5820 sec 2024-11-26T02:20:03,691 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:35801' 2024-11-26T02:20:03,692 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529bd867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:03,692 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35801,-1 for getting cluster id 2024-11-26T02:20:03,692 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:03,693 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '489416f6-55ef-4cea-856f-73d1726c6aab' 2024-11-26T02:20:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "489416f6-55ef-4cea-856f-73d1726c6aab" 2024-11-26T02:20:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@308c082b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35801,-1] 2024-11-26T02:20:03,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:03,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:03,695 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:03,695 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@350cf9b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:03,695 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:03,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35801,1732587598484 2024-11-26T02:20:03,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71174420 2024-11-26T02:20:03,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:03,697 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-26T02:20:03,698 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,40663,1732587592805 (queues=1) is replicating from cluster=dcf60b6a-ff4a-4b54-9441-05451e8d60eb to cluster=489416f6-55ef-4cea-856f-73d1726c6aab 2024-11-26T02:20:03,698 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C40663%2C1732587592805 2024-11-26T02:20:03,698 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,40663,1732587592805, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:20:03,698 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805.replicationSource.shipper851e45ef8bcf%2C40663%2C1732587592805,1-851e45ef8bcf,40663,1732587592805 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C40663%2C1732587592805 2024-11-26T02:20:03,698 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805.replicationSource.wal-reader.851e45ef8bcf%2C40663%2C1732587592805,1-851e45ef8bcf,40663,1732587592805 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.1732587595005, startPosition=0, beingWritten=true 2024-11-26T02:20:03,904 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805.replicationSource.wal-reader.851e45ef8bcf%2C40663%2C1732587592805,1-851e45ef8bcf,40663,1732587592805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.1732587595005 to pos 0, reset compression=false 2024-11-26T02:20:04,209 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805.replicationSource.wal-reader.851e45ef8bcf%2C40663%2C1732587592805,1-851e45ef8bcf,40663,1732587592805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.1732587595005 to pos 0, reset compression=false 2024-11-26T02:20:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:04,253 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:20:04,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:04,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:04,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:04,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:04,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:04,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,42307,1732587592606 2024-11-26T02:20:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34638bdf 2024-11-26T02:20:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:04,255 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:04,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T02:20:04,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:04,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:04,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:04,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:04,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:04,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:20:04,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=794162649, stopped=false 2024-11-26T02:20:04,256 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,42307,1732587592606 2024-11-26T02:20:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0404367458/running 2024-11-26T02:20:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0404367458/running 2024-11-26T02:20:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:04,322 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:20:04,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:04,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:04,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:04,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/running 2024-11-26T02:20:04,323 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,40663,1732587592805' ***** 2024-11-26T02:20:04,323 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:20:04,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/running 2024-11-26T02:20:04,323 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:20:04,323 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:20:04,323 INFO [RS:0;851e45ef8bcf:40663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:20:04,324 INFO [RS:0;851e45ef8bcf:40663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:20:04,324 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(3091): Received CLOSE for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:04,324 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,40663,1732587592805 2024-11-26T02:20:04,324 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:20:04,324 INFO [RS:0;851e45ef8bcf:40663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:40663. 2024-11-26T02:20:04,324 DEBUG [RS:0;851e45ef8bcf:40663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:04,324 DEBUG [RS:0;851e45ef8bcf:40663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:04,324 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a321e9fe1efe70444a5c7ce2d06eb3db, disabling compactions & flushes 2024-11-26T02:20:04,324 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:04,324 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:20:04,324 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:20:04,324 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:04,324 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:20:04,324 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. after waiting 0 ms 2024-11-26T02:20:04,324 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:04,324 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:20:04,324 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a321e9fe1efe70444a5c7ce2d06eb3db 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T02:20:04,324 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:20:04,324 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a321e9fe1efe70444a5c7ce2d06eb3db=hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db.} 2024-11-26T02:20:04,324 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:04,324 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:20:04,324 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:20:04,324 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:20:04,324 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:20:04,324 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:20:04,325 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T02:20:04,338 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db/.tmp/queue/1f6eeb6b51794119973c267b1c591c48 is 151, key is 1-851e45ef8bcf,40663,1732587592805/queue:851e45ef8bcf%2C40663%2C1732587592805/1732587603674/Put/seqid=0 2024-11-26T02:20:04,338 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/info/9756dc99e25d485ba34b38f82a297849 is 147, key is hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db./info:regioninfo/1732587603282/Put/seqid=0 2024-11-26T02:20:04,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741839_1015 (size=5350) 2024-11-26T02:20:04,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741838_1014 (size=6631) 2024-11-26T02:20:04,343 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/info/9756dc99e25d485ba34b38f82a297849 2024-11-26T02:20:04,362 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/ns/6b0d51444a64438a8d17f764b91f72b8 is 43, key is default/ns:d/1732587596125/Put/seqid=0 2024-11-26T02:20:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741840_1016 (size=5153) 2024-11-26T02:20:04,385 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:20:04,524 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:04,614 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805.replicationSource.wal-reader.851e45ef8bcf%2C40663%2C1732587592805,1-851e45ef8bcf,40663,1732587592805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.1732587595005 to pos 0, reset compression=false 2024-11-26T02:20:04,725 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:04,743 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db/.tmp/queue/1f6eeb6b51794119973c267b1c591c48 2024-11-26T02:20:04,750 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db/.tmp/queue/1f6eeb6b51794119973c267b1c591c48 as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db/queue/1f6eeb6b51794119973c267b1c591c48 2024-11-26T02:20:04,755 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db/queue/1f6eeb6b51794119973c267b1c591c48, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T02:20:04,756 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a321e9fe1efe70444a5c7ce2d06eb3db in 431ms, sequenceid=5, compaction requested=false 2024-11-26T02:20:04,756 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T02:20:04,760 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T02:20:04,760 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:04,760 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:04,760 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:04,760 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a321e9fe1efe70444a5c7ce2d06eb3db: Waiting for close lock at 1732587604324Running coprocessor pre-close hooks at 1732587604324Disabling compacts and flushes for region at 1732587604324Disabling writes for close at 1732587604324Obtaining lock to block concurrent updates at 1732587604324Preparing flush snapshotting stores in a321e9fe1efe70444a5c7ce2d06eb3db at 1732587604324Finished memstore snapshotting hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732587604324Flushing stores of hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. at 1732587604325 (+1 ms)Flushing a321e9fe1efe70444a5c7ce2d06eb3db/queue: creating writer at 1732587604325Flushing a321e9fe1efe70444a5c7ce2d06eb3db/queue: appending metadata at 1732587604338 (+13 ms)Flushing a321e9fe1efe70444a5c7ce2d06eb3db/queue: closing flushed file at 1732587604338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da39206: reopening flushed file at 1732587604749 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a321e9fe1efe70444a5c7ce2d06eb3db in 431ms, sequenceid=5, compaction requested=false at 1732587604756 (+7 ms)Writing region close event to WAL at 1732587604757 (+1 ms)Running coprocessor post-close hooks at 1732587604760 (+3 ms)Closed at 1732587604760 2024-11-26T02:20:04,761 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:04,767 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/ns/6b0d51444a64438a8d17f764b91f72b8 2024-11-26T02:20:04,784 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/table/dd7560fabbb84021903af172862e84b8 is 53, key is hbase:replication/table:state/1732587603290/Put/seqid=0 2024-11-26T02:20:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741841_1017 (size=5256) 2024-11-26T02:20:04,888 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:20:04,888 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:20:04,925 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:05,119 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805.replicationSource.wal-reader.851e45ef8bcf%2C40663%2C1732587592805,1-851e45ef8bcf,40663,1732587592805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.1732587595005 to pos 0, reset compression=false 2024-11-26T02:20:05,125 DEBUG [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:05,188 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/table/dd7560fabbb84021903af172862e84b8 2024-11-26T02:20:05,194 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/info/9756dc99e25d485ba34b38f82a297849 as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/info/9756dc99e25d485ba34b38f82a297849 2024-11-26T02:20:05,198 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/info/9756dc99e25d485ba34b38f82a297849, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T02:20:05,199 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/ns/6b0d51444a64438a8d17f764b91f72b8 as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/ns/6b0d51444a64438a8d17f764b91f72b8 2024-11-26T02:20:05,203 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/ns/6b0d51444a64438a8d17f764b91f72b8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T02:20:05,204 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/table/dd7560fabbb84021903af172862e84b8 as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/table/dd7560fabbb84021903af172862e84b8 2024-11-26T02:20:05,208 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/table/dd7560fabbb84021903af172862e84b8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T02:20:05,209 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 885ms, sequenceid=11, compaction requested=false 2024-11-26T02:20:05,213 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T02:20:05,213 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:05,213 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:05,214 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:05,214 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587604324Running coprocessor pre-close hooks at 1732587604324Disabling compacts and flushes for region at 1732587604324Disabling writes for close at 1732587604324Obtaining lock to block concurrent updates at 1732587604325 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732587604325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732587604325Flushing stores of hbase:meta,,1.1588230740 at 1732587604325Flushing 1588230740/info: creating writer at 1732587604325Flushing 1588230740/info: appending metadata at 1732587604338 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732587604338Flushing 1588230740/ns: creating writer at 1732587604348 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732587604361 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732587604361Flushing 1588230740/table: creating writer at 1732587604771 (+410 ms)Flushing 1588230740/table: appending metadata at 1732587604783 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732587604783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15649113: reopening flushed file at 1732587605193 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683305c2: reopening flushed file at 1732587605198 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca93467: reopening flushed file at 1732587605204 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 885ms, sequenceid=11, compaction requested=false at 1732587605209 (+5 ms)Writing region close event to WAL at 1732587605210 (+1 ms)Running coprocessor post-close hooks at 1732587605213 (+3 ms)Closed at 1732587605214 (+1 ms) 2024-11-26T02:20:05,214 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:05,325 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,40663,1732587592805; all regions closed. 2024-11-26T02:20:05,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741834_1010 (size=2742) 2024-11-26T02:20:05,327 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.meta.1732587596050.meta not finished, retry = 0 2024-11-26T02:20:05,430 DEBUG [RS:0;851e45ef8bcf:40663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs 2024-11-26T02:20:05,430 INFO [RS:0;851e45ef8bcf:40663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C40663%2C1732587592805.meta:.meta(num 1732587596050) 2024-11-26T02:20:05,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741837_1013 (size=1586) 2024-11-26T02:20:05,434 DEBUG [RS:0;851e45ef8bcf:40663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs 2024-11-26T02:20:05,434 INFO [RS:0;851e45ef8bcf:40663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C40663%2C1732587592805.rep:(num 1732587603253) 2024-11-26T02:20:05,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741832_1008 (size=93) 2024-11-26T02:20:05,435 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805/851e45ef8bcf%2C40663%2C1732587592805.1732587595005 not finished, retry = 0 2024-11-26T02:20:05,538 DEBUG [RS:0;851e45ef8bcf:40663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs 2024-11-26T02:20:05,538 INFO [RS:0;851e45ef8bcf:40663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C40663%2C1732587592805:(num 1732587595005) 2024-11-26T02:20:05,538 DEBUG [RS:0;851e45ef8bcf:40663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:05,538 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:20:05,538 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:20:05,538 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T02:20:05,538 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:20:05,538 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:20:05,539 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,40663,1732587592805 because: Region server is closing 2024-11-26T02:20:05,539 INFO [RS:0;851e45ef8bcf:40663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:40663. 2024-11-26T02:20:05,539 DEBUG [RS:0;851e45ef8bcf:40663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:05,539 DEBUG [RS:0;851e45ef8bcf:40663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:05,539 DEBUG [RS:0;851e45ef8bcf:40663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:05,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:05,639 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805.replicationSource.wal-reader.851e45ef8bcf%2C40663%2C1732587592805,1-851e45ef8bcf,40663,1732587592805 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:20:05,639 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805.replicationSource.shipper851e45ef8bcf%2C40663%2C1732587592805,1-851e45ef8bcf,40663,1732587592805 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T02:20:05,639 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40663,1732587592805.replicationSource.shipper851e45ef8bcf%2C40663%2C1732587592805,1-851e45ef8bcf,40663,1732587592805 terminated 2024-11-26T02:20:05,640 INFO [RS:0;851e45ef8bcf:40663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40663 2024-11-26T02:20:05,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0404367458/rs/851e45ef8bcf,40663,1732587592805 2024-11-26T02:20:05,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/rs 2024-11-26T02:20:05,712 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:20:05,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,40663,1732587592805] 2024-11-26T02:20:05,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/draining/851e45ef8bcf,40663,1732587592805 already deleted, retry=false 2024-11-26T02:20:05,733 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,40663,1732587592805 expired; onlineServers=0 2024-11-26T02:20:05,733 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,42307,1732587592606' ***** 2024-11-26T02:20:05,733 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:20:05,733 INFO [M:0;851e45ef8bcf:42307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:20:05,733 INFO [M:0;851e45ef8bcf:42307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:20:05,733 DEBUG [M:0;851e45ef8bcf:42307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:20:05,733 DEBUG [M:0;851e45ef8bcf:42307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:20:05,733 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587594828 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587594828,5,FailOnTimeoutGroup] 2024-11-26T02:20:05,733 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:20:05,733 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587594830 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587594830,5,FailOnTimeoutGroup] 2024-11-26T02:20:05,733 INFO [M:0;851e45ef8bcf:42307 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:20:05,733 INFO [M:0;851e45ef8bcf:42307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:20:05,733 DEBUG [M:0;851e45ef8bcf:42307 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:20:05,733 INFO [M:0;851e45ef8bcf:42307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:20:05,733 INFO [M:0;851e45ef8bcf:42307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:20:05,734 INFO [M:0;851e45ef8bcf:42307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:20:05,734 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:20:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0404367458/master 2024-11-26T02:20:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:05,743 DEBUG [M:0;851e45ef8bcf:42307 {}] zookeeper.ZKUtil(347): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/master because node does not exist (not an error) 2024-11-26T02:20:05,743 WARN [M:0;851e45ef8bcf:42307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:20:05,744 INFO [M:0;851e45ef8bcf:42307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/.lastflushedseqids 2024-11-26T02:20:05,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741842_1018 (size=181) 2024-11-26T02:20:05,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:05,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40663-0x10174f08f970001, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:05,822 INFO [RS:0;851e45ef8bcf:40663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:20:05,822 INFO [RS:0;851e45ef8bcf:40663 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,40663,1732587592805; zookeeper connection closed. 2024-11-26T02:20:05,823 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d71ba80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d71ba80 2024-11-26T02:20:05,823 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:20:06,149 INFO [M:0;851e45ef8bcf:42307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:20:06,149 INFO [M:0;851e45ef8bcf:42307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:20:06,150 DEBUG [M:0;851e45ef8bcf:42307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:20:06,150 INFO [M:0;851e45ef8bcf:42307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:06,150 DEBUG [M:0;851e45ef8bcf:42307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:06,150 DEBUG [M:0;851e45ef8bcf:42307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:20:06,150 DEBUG [M:0;851e45ef8bcf:42307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:06,150 INFO [M:0;851e45ef8bcf:42307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T02:20:06,164 DEBUG [M:0;851e45ef8bcf:42307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f912d82f833470b88a09f67a7dbf017 is 82, key is hbase:meta,,1/info:regioninfo/1732587596081/Put/seqid=0 2024-11-26T02:20:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741843_1019 (size=5672) 2024-11-26T02:20:06,568 INFO [M:0;851e45ef8bcf:42307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f912d82f833470b88a09f67a7dbf017 2024-11-26T02:20:06,585 DEBUG [M:0;851e45ef8bcf:42307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91b1c0befd4c443b95fba3b674fdfa77 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732587603294/Put/seqid=0 2024-11-26T02:20:06,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741844_1020 (size=7203) 2024-11-26T02:20:06,989 INFO [M:0;851e45ef8bcf:42307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91b1c0befd4c443b95fba3b674fdfa77 2024-11-26T02:20:07,053 DEBUG [M:0;851e45ef8bcf:42307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/234bb6791bf04bb181efccbe3ab59599 is 69, key is 851e45ef8bcf,40663,1732587592805/rs:state/1732587594863/Put/seqid=0 2024-11-26T02:20:07,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741845_1021 (size=5156) 2024-11-26T02:20:07,457 INFO [M:0;851e45ef8bcf:42307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/234bb6791bf04bb181efccbe3ab59599 2024-11-26T02:20:07,463 DEBUG [M:0;851e45ef8bcf:42307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f912d82f833470b88a09f67a7dbf017 as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f912d82f833470b88a09f67a7dbf017 2024-11-26T02:20:07,468 INFO [M:0;851e45ef8bcf:42307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f912d82f833470b88a09f67a7dbf017, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T02:20:07,468 DEBUG [M:0;851e45ef8bcf:42307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91b1c0befd4c443b95fba3b674fdfa77 as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91b1c0befd4c443b95fba3b674fdfa77 2024-11-26T02:20:07,473 INFO [M:0;851e45ef8bcf:42307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91b1c0befd4c443b95fba3b674fdfa77, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T02:20:07,474 DEBUG [M:0;851e45ef8bcf:42307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/234bb6791bf04bb181efccbe3ab59599 as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/234bb6791bf04bb181efccbe3ab59599 2024-11-26T02:20:07,478 INFO [M:0;851e45ef8bcf:42307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/234bb6791bf04bb181efccbe3ab59599, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T02:20:07,479 INFO [M:0;851e45ef8bcf:42307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=70, compaction requested=false 2024-11-26T02:20:07,480 INFO [M:0;851e45ef8bcf:42307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:07,480 DEBUG [M:0;851e45ef8bcf:42307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587606150Disabling compacts and flushes for region at 1732587606150Disabling writes for close at 1732587606150Obtaining lock to block concurrent updates at 1732587606150Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587606150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732587606150Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587606151 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587606151Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587606163 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587606163Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587606572 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587606585 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587606585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587607040 (+455 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587607053 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587607053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d45a18: reopening flushed file at 1732587607462 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f07b19a: reopening flushed file at 1732587607468 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37458c88: reopening flushed file at 1732587607473 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=70, compaction requested=false at 1732587607479 (+6 ms)Writing region close event to WAL at 1732587607480 (+1 ms)Closed at 1732587607480 2024-11-26T02:20:07,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741830_1006 (size=41008) 2024-11-26T02:20:07,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606/851e45ef8bcf%2C42307%2C1732587592606.1732587594568 not finished, retry = 0 2024-11-26T02:20:07,483 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:20:07,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:07,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:07,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:07,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:07,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:07,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:07,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:20:07,583 INFO [M:0;851e45ef8bcf:42307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:20:07,584 INFO [M:0;851e45ef8bcf:42307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42307 2024-11-26T02:20:07,584 INFO [M:0;851e45ef8bcf:42307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:20:07,738 INFO [M:0;851e45ef8bcf:42307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:20:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x10174f08f970000, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:07,740 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:20:07,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:07,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:07,740 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:20:07,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:07,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:20:07,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:20:07,740 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:20:07,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39061 2024-11-26T02:20:07,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39061 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-11-26T02:20:07,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390610x0, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:07,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39061-0x10174f08f970006 connected 2024-11-26T02:20:07,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:07,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:07,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/running 2024-11-26T02:20:07,769 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: INIT 2024-11-26T02:20:07,769 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9, hbase.cluster.distributed=false 2024-11-26T02:20:07,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/acl 2024-11-26T02:20:07,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-26T02:20:07,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39061 2024-11-26T02:20:07,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39061 2024-11-26T02:20:07,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-26T02:20:07,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-26T02:20:07,784 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:20:07,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:07,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:07,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:20:07,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:07,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:20:07,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:20:07,785 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:20:07,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45799 2024-11-26T02:20:07,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45799 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-11-26T02:20:07,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:07,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:07,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457990x0, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:07,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457990x0, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/running 2024-11-26T02:20:07,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45799-0x10174f08f970007 connected 2024-11-26T02:20:07,796 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: INIT 2024-11-26T02:20:07,796 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:20:07,797 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:20:07,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/master 2024-11-26T02:20:07,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/acl 2024-11-26T02:20:07,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-26T02:20:07,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45799 2024-11-26T02:20:07,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45799 2024-11-26T02:20:07,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-26T02:20:07,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-26T02:20:07,811 DEBUG [M:0;851e45ef8bcf:39061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:39061 2024-11-26T02:20:07,812 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0404367458/backup-masters/851e45ef8bcf,39061,1732587607739 2024-11-26T02:20:07,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/backup-masters 2024-11-26T02:20:07,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/backup-masters 2024-11-26T02:20:07,817 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on existing znode=/0404367458/backup-masters/851e45ef8bcf,39061,1732587607739 2024-11-26T02:20:07,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0404367458/master 2024-11-26T02:20:07,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:07,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:07,828 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on existing znode=/0404367458/master 2024-11-26T02:20:07,828 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0404367458/backup-masters/851e45ef8bcf,39061,1732587607739 from backup master directory 2024-11-26T02:20:07,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0404367458/backup-masters/851e45ef8bcf,39061,1732587607739 2024-11-26T02:20:07,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/backup-masters 2024-11-26T02:20:07,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/backup-masters 2024-11-26T02:20:07,838 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:07,838 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,39061,1732587607739 2024-11-26T02:20:07,846 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:07,846 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:20:07,852 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-26T02:20:07,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741846_1022 (size=196) 2024-11-26T02:20:08,264 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:20:08,265 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:20:08,265 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:08,269 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T02:20:08,271 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606 to hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606-dead as it is dead 2024-11-26T02:20:08,272 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606-dead/851e45ef8bcf%2C42307%2C1732587592606.1732587594568 2024-11-26T02:20:08,272 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606-dead/851e45ef8bcf%2C42307%2C1732587592606.1732587594568 after 0ms 2024-11-26T02:20:08,273 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606-dead/851e45ef8bcf%2C42307%2C1732587592606.1732587594568 to hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/851e45ef8bcf%2C42307%2C1732587592606.1732587594568 2024-11-26T02:20:08,273 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,42307,1732587592606-dead 2024-11-26T02:20:08,273 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,39061,1732587607739 2024-11-26T02:20:08,274 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:08,275 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C39061%2C1732587607739, suffix=, logDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,39061,1732587607739, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/oldWALs, maxLogs=10 2024-11-26T02:20:08,287 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,39061,1732587607739/851e45ef8bcf%2C39061%2C1732587607739.1732587608275, exclude list is [], retry=0 2024-11-26T02:20:08,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-edc64717-fd6f-4776-9b5b-60f14fd082fc,DISK] 2024-11-26T02:20:08,290 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,39061,1732587607739/851e45ef8bcf%2C39061%2C1732587607739.1732587608275 2024-11-26T02:20:08,291 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39411:39411)] 2024-11-26T02:20:08,291 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:08,291 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:08,291 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:08,291 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:08,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:08,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:20:08,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:08,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f912d82f833470b88a09f67a7dbf017 2024-11-26T02:20:08,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:08,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:08,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:20:08,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:08,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91b1c0befd4c443b95fba3b674fdfa77 2024-11-26T02:20:08,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:08,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:08,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:20:08,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:08,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/234bb6791bf04bb181efccbe3ab59599 2024-11-26T02:20:08,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:08,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:08,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:20:08,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:08,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:08,309 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:08,310 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T02:20:08,310 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/851e45ef8bcf%2C42307%2C1732587592606.1732587594568 2024-11-26T02:20:08,314 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/851e45ef8bcf%2C42307%2C1732587592606.1732587594568 2024-11-26T02:20:08,314 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/851e45ef8bcf%2C42307%2C1732587592606.1732587594568 2024-11-26T02:20:08,315 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:08,315 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:08,316 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:08,317 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:08,319 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-26T02:20:08,320 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60471300, jitterRate=-0.09890741109848022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:08,320 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587608291Initializing all the Stores at 1732587608292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587608292Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587608292Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587608292Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587608292Cleaning up temporary data from old regions at 1732587608315 (+23 ms)Region opened successfully at 1732587608320 (+5 ms) 2024-11-26T02:20:08,320 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:20:08,322 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1704d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:08,324 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T02:20:08,324 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:20:08,324 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:20:08,324 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:20:08,325 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:20:08,327 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:08,327 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:20:08,328 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:20:08,328 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-26T02:20:08,328 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:20:08,330 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=851e45ef8bcf,40663,1732587592805, regionLocation=851e45ef8bcf,40663,1732587592805, openSeqNum=2 2024-11-26T02:20:08,330 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=851e45ef8bcf,40663,1732587592805, table=hbase:meta, region=1588230740 2024-11-26T02:20:08,330 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,40663,1732587592805, state=OPEN 2024-11-26T02:20:08,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0404367458/meta-region-server 2024-11-26T02:20:08,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0404367458/meta-region-server 2024-11-26T02:20:08,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: CHANGED 2024-11-26T02:20:08,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: CHANGED 2024-11-26T02:20:08,378 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:20:08,385 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/draining/851e45ef8bcf,40663,1732587592805 already deleted, retry=false 2024-11-26T02:20:08,385 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 851e45ef8bcf,40663,1732587592805 on 851e45ef8bcf,39061,1732587607739 2024-11-26T02:20:08,386 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 851e45ef8bcf,40663,1732587592805, splitWal=true, meta=true 2024-11-26T02:20:08,386 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 851e45ef8bcf,40663,1732587592805 (carryingMeta=true) 851e45ef8bcf,40663,1732587592805/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@570d26e8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T02:20:08,388 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/balancer because node does not exist (not necessarily an error) 2024-11-26T02:20:08,396 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/balancer already deleted, retry=false 2024-11-26T02:20:08,396 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:20:08,396 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:20:08,406 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/normalizer already deleted, retry=false 2024-11-26T02:20:08,406 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:20:08,407 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:20:08,417 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/switch/split already deleted, retry=false 2024-11-26T02:20:08,417 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:20:08,427 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/switch/merge already deleted, retry=false 2024-11-26T02:20:08,440 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:20:08,448 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/snapshot-cleanup already deleted, retry=false 2024-11-26T02:20:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0404367458/running 2024-11-26T02:20:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0404367458/running 2024-11-26T02:20:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:08,459 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,39061,1732587607739, sessionid=0x10174f08f970006, setting cluster-up flag (Was=false) 2024-11-26T02:20:08,470 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0404367458/flush-table-proc/acquired, /0404367458/flush-table-proc/reached, /0404367458/flush-table-proc/abort 2024-11-26T02:20:08,471 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,39061,1732587607739 2024-11-26T02:20:08,480 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0404367458/online-snapshot/acquired, /0404367458/online-snapshot/reached, /0404367458/online-snapshot/abort 2024-11-26T02:20:08,481 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,39061,1732587607739 2024-11-26T02:20:08,482 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/.lastflushedseqids 2024-11-26T02:20:08,484 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:20:08,484 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:20:08,485 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,39061,1732587607739 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 851e45ef8bcf,40663,1732587592805 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:20:08,486 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:08,486 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:08,486 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:08,486 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:08,486 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:20:08,486 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,486 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:08,486 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,487 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587638487 2024-11-26T02:20:08,487 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:20:08,487 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:20:08,487 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:20:08,487 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:20:08,487 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:20:08,487 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:20:08,487 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,487 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 851e45ef8bcf,40663,1732587592805, splitWal=true, meta=true 2024-11-26T02:20:08,488 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:20:08,488 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:20:08,488 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:20:08,488 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 851e45ef8bcf,40663,1732587592805, splitWal=true, meta=true, isMeta: true 2024-11-26T02:20:08,488 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:20:08,488 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:20:08,488 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:20:08,489 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587608488,5,FailOnTimeoutGroup] 2024-11-26T02:20:08,489 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805-splitting 2024-11-26T02:20:08,490 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805-splitting dir is empty, no logs to split. 2024-11-26T02:20:08,490 INFO [PEWorker-1 {}] master.SplitWALManager(105): 851e45ef8bcf,40663,1732587592805 WAL count=0, meta=true 2024-11-26T02:20:08,492 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805-splitting dir is empty, no logs to split. 2024-11-26T02:20:08,492 INFO [PEWorker-1 {}] master.SplitWALManager(105): 851e45ef8bcf,40663,1732587592805 WAL count=0, meta=true 2024-11-26T02:20:08,492 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 851e45ef8bcf,40663,1732587592805 WAL splitting is done? wals=0, meta=true 2024-11-26T02:20:08,492 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587608489,5,FailOnTimeoutGroup] 2024-11-26T02:20:08,492 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,492 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:20:08,492 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,492 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,492 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587608492, completionTime=-1 2024-11-26T02:20:08,492 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T02:20:08,492 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T02:20:08,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:20:08,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:20:08,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T02:20:08,503 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(746): ClusterId : dcf60b6a-ff4a-4b54-9441-05451e8d60eb 2024-11-26T02:20:08,503 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:20:08,572 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:20:08,572 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:20:08,596 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:20:08,597 DEBUG [RS:0;851e45ef8bcf:45799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a8e5c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:08,607 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:45799 2024-11-26T02:20:08,607 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:20:08,607 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:20:08,607 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:20:08,608 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,39061,1732587607739 with port=45799, startcode=1732587607784 2024-11-26T02:20:08,608 DEBUG [RS:0;851e45ef8bcf:45799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:20:08,609 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:20:08,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:08,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39061 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:08,610 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9 2024-11-26T02:20:08,610 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41413 2024-11-26T02:20:08,610 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:20:08,643 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T02:20:08,644 WARN [851e45ef8bcf:39061 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T02:20:08,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/rs 2024-11-26T02:20:08,649 DEBUG [RS:0;851e45ef8bcf:45799 {}] zookeeper.ZKUtil(111): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on existing znode=/0404367458/rs/851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:08,649 WARN [RS:0;851e45ef8bcf:45799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:08,649 INFO [RS:0;851e45ef8bcf:45799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:08,649 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:08,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,45799,1732587607784] 2024-11-26T02:20:08,669 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:20:08,671 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:20:08,671 INFO [RS:0;851e45ef8bcf:45799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:20:08,671 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,671 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:20:08,672 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:20:08,672 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,672 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,672 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,672 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,672 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,672 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,672 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:08,672 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,673 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,673 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,673 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,673 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,673 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:08,673 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:08,673 DEBUG [RS:0;851e45ef8bcf:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:08,673 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,673 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,673 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,673 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,673 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,673 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45799,1732587607784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:08,685 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:20:08,685 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45799,1732587607784-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,698 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,45799,1732587607784, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:20:08,698 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,698 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.Replication(171): 851e45ef8bcf,45799,1732587607784 started 2024-11-26T02:20:08,710 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:08,710 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,45799,1732587607784, RpcServer on 851e45ef8bcf/172.17.0.2:45799, sessionid=0x10174f08f970007 2024-11-26T02:20:08,710 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource,1-851e45ef8bcf,45799,1732587607784 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:35801' 2024-11-26T02:20:08,710 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:20:08,710 DEBUG [RS:0;851e45ef8bcf:45799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:08,710 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,45799,1732587607784' 2024-11-26T02:20:08,710 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0404367458/flush-table-proc/abort' 2024-11-26T02:20:08,711 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0404367458/flush-table-proc/acquired' 2024-11-26T02:20:08,711 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:20:08,711 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:20:08,711 DEBUG [RS:0;851e45ef8bcf:45799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:08,711 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,45799,1732587607784' 2024-11-26T02:20:08,711 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0404367458/online-snapshot/abort' 2024-11-26T02:20:08,711 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource,1-851e45ef8bcf,45799,1732587607784 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31948a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:08,711 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource,1-851e45ef8bcf,45799,1732587607784 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35801,-1 for getting cluster id 2024-11-26T02:20:08,711 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource,1-851e45ef8bcf,45799,1732587607784 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:08,712 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0404367458/online-snapshot/acquired' 2024-11-26T02:20:08,712 DEBUG [RS:0;851e45ef8bcf:45799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:20:08,712 INFO [RS:0;851e45ef8bcf:45799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:20:08,712 INFO [RS:0;851e45ef8bcf:45799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:20:08,713 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '489416f6-55ef-4cea-856f-73d1726c6aab' 2024-11-26T02:20:08,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:08,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "489416f6-55ef-4cea-856f-73d1726c6aab" 2024-11-26T02:20:08,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24d79c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:08,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35801,-1] 2024-11-26T02:20:08,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:08,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:08,714 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:08,715 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource,1-851e45ef8bcf,45799,1732587607784 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bc04c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:08,715 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource,1-851e45ef8bcf,45799,1732587607784 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:08,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35801,1732587598484 2024-11-26T02:20:08,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d371475 2024-11-26T02:20:08,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:08,717 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-26T02:20:08,717 INFO [RS:0;851e45ef8bcf:45799.replicationSource,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,45799,1732587607784 (queues=0) is replicating from cluster=dcf60b6a-ff4a-4b54-9441-05451e8d60eb to cluster=489416f6-55ef-4cea-856f-73d1726c6aab 2024-11-26T02:20:08,812 INFO [RS:0;851e45ef8bcf:45799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:08,813 INFO [RS:0;851e45ef8bcf:45799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C45799%2C1732587607784, suffix=, logDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs, maxLogs=10 2024-11-26T02:20:08,825 DEBUG [RS:0;851e45ef8bcf:45799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814, exclude list is [], retry=0 2024-11-26T02:20:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-edc64717-fd6f-4776-9b5b-60f14fd082fc,DISK] 2024-11-26T02:20:08,829 INFO [RS:0;851e45ef8bcf:45799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 2024-11-26T02:20:08,829 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 851e45ef8bcf%2C45799%2C1732587607784 for peer 1 2024-11-26T02:20:08,829 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C45799%2C1732587607784 2024-11-26T02:20:08,830 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,45799,1732587607784, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:20:08,830 DEBUG [RS:0;851e45ef8bcf:45799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39411:39411)] 2024-11-26T02:20:08,830 INFO [RS:0;851e45ef8bcf:45799.replicationSource.shipper851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C45799%2C1732587607784 2024-11-26T02:20:08,830 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814, startPosition=0, beingWritten=true 2024-11-26T02:20:08,894 DEBUG [851e45ef8bcf:39061 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:20:08,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:08,896 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,45799,1732587607784, state=OPENING 2024-11-26T02:20:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0404367458/meta-region-server 2024-11-26T02:20:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0404367458/meta-region-server 2024-11-26T02:20:08,912 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:20:08,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: CHANGED 2024-11-26T02:20:08,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: CHANGED 2024-11-26T02:20:08,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,45799,1732587607784}] 2024-11-26T02:20:09,035 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:09,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:20:09,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:20:09,068 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:20:09,068 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:09,068 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:20:09,069 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C45799%2C1732587607784.meta, suffix=.meta, logDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs, maxLogs=10 2024-11-26T02:20:09,081 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.meta.1732587609069.meta, exclude list is [], retry=0 2024-11-26T02:20:09,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-edc64717-fd6f-4776-9b5b-60f14fd082fc,DISK] 2024-11-26T02:20:09,084 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.meta.1732587609069.meta 2024-11-26T02:20:09,085 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39411:39411)] 2024-11-26T02:20:09,085 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:09,085 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:09,085 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:20:09,085 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:20:09,085 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:20:09,085 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:20:09,085 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:09,085 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:20:09,085 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:20:09,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:20:09,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:20:09,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:09,092 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/info/9756dc99e25d485ba34b38f82a297849 2024-11-26T02:20:09,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:09,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:20:09,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:20:09,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:09,098 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/ns/6b0d51444a64438a8d17f764b91f72b8 2024-11-26T02:20:09,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:09,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:20:09,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:20:09,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:09,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:09,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:20:09,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:20:09,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:09,105 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/table/dd7560fabbb84021903af172862e84b8 2024-11-26T02:20:09,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:09,105 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:20:09,106 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740 2024-11-26T02:20:09,107 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740 2024-11-26T02:20:09,108 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:20:09,108 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:20:09,109 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:09,110 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:20:09,111 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61998070, jitterRate=-0.07615676522254944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:09,111 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:20:09,111 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587609085Writing region info on filesystem at 1732587609085Initializing all the Stores at 1732587609086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587609086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587609086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587609086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587609086Cleaning up temporary data from old regions at 1732587609108 (+22 ms)Running coprocessor post-open hooks at 1732587609111 (+3 ms)Region opened successfully at 1732587609111 2024-11-26T02:20:09,112 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732587609063 2024-11-26T02:20:09,113 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:20:09,113 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:20:09,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:09,114 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,45799,1732587607784, state=OPEN 2024-11-26T02:20:09,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0404367458/meta-region-server 2024-11-26T02:20:09,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0404367458/meta-region-server 2024-11-26T02:20:09,122 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:09,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: CHANGED 2024-11-26T02:20:09,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0404367458/meta-region-server: CHANGED 2024-11-26T02:20:09,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T02:20:09,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,45799,1732587607784 in 210 msec 2024-11-26T02:20:09,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:20:09,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-26T02:20:09,339 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:09,744 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:10,145 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-26T02:20:10,248 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:10,853 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:11,557 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:11,648 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-26T02:20:12,362 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:13,000 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T02:20:13,000 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:20:13,000 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:13,001 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45799,1732587607784, seqNum=-1] 2024-11-26T02:20:13,001 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:13,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:13,005 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a321e9fe1efe70444a5c7ce2d06eb3db, regionState=OPEN, lastHost=851e45ef8bcf,40663,1732587592805, regionLocation=851e45ef8bcf,40663,1732587592805, openSeqNum=2 2024-11-26T02:20:13,005 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:20:13,005 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587673005 2024-11-26T02:20:13,005 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587733005 2024-11-26T02:20:13,005 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-26T02:20:13,006 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 851e45ef8bcf,40663,1732587592805 had 2 regions 2024-11-26T02:20:13,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39061,1732587607739-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:13,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39061,1732587607739-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:13,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39061,1732587607739-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:13,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:39061, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:13,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:13,006 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:13,007 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 851e45ef8bcf,40663,1732587592805, splitWal=true, meta=true, isMeta: false 2024-11-26T02:20:13,008 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805-splitting dir is empty, no logs to split. 2024-11-26T02:20:13,008 INFO [PEWorker-3 {}] master.SplitWALManager(105): 851e45ef8bcf,40663,1732587592805 WAL count=0, meta=false 2024-11-26T02:20:13,011 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,40663,1732587592805-splitting dir is empty, no logs to split. 2024-11-26T02:20:13,012 INFO [PEWorker-3 {}] master.SplitWALManager(105): 851e45ef8bcf,40663,1732587592805 WAL count=0, meta=false 2024-11-26T02:20:13,012 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 851e45ef8bcf,40663,1732587592805 WAL splitting is done? wals=0, meta=false 2024-11-26T02:20:13,012 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.174sec 2024-11-26T02:20:13,012 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:20:13,012 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:20:13,012 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:20:13,012 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:20:13,012 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:20:13,012 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39061,1732587607739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:13,012 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39061,1732587607739-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:20:13,014 WARN [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=851e45ef8bcf,40663,1732587592805/hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:13,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a321e9fe1efe70444a5c7ce2d06eb3db, ASSIGN}] 2024-11-26T02:20:13,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a321e9fe1efe70444a5c7ce2d06eb3db, ASSIGN 2024-11-26T02:20:13,016 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a321e9fe1efe70444a5c7ce2d06eb3db, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T02:20:13,016 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:20:13,016 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:20:13,016 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39061,1732587607739-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:13,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5180c3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:13,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,39061,-1 for getting cluster id 2024-11-26T02:20:13,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:13,108 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcf60b6a-ff4a-4b54-9441-05451e8d60eb' 2024-11-26T02:20:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcf60b6a-ff4a-4b54-9441-05451e8d60eb" 2024-11-26T02:20:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2e13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,39061,-1] 2024-11-26T02:20:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:13,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:13,109 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:13,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43765983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:13,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:13,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45799,1732587607784, seqNum=-1] 2024-11-26T02:20:13,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:13,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:13,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T02:20:13,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:13,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:13,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:13,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:13,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:13,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 851e45ef8bcf:39061 after: 851e45ef8bcf:39061 2024-11-26T02:20:13,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e08d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:13,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,39061,-1 for getting cluster id 2024-11-26T02:20:13,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:13,116 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcf60b6a-ff4a-4b54-9441-05451e8d60eb' 2024-11-26T02:20:13,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:13,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcf60b6a-ff4a-4b54-9441-05451e8d60eb" 2024-11-26T02:20:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff86b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,39061,-1] 2024-11-26T02:20:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:13,118 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:13,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffa6768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:13,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:13,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,39061,1732587607739 2024-11-26T02:20:13,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3541c936 2024-11-26T02:20:13,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:13,120 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:13,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T02:20:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:20:13,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:13,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:13,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:13,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:13,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:13,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:20:13,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1574265207, stopped=false 2024-11-26T02:20:13,121 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,35801,1732587598484 2024-11-26T02:20:13,166 DEBUG [851e45ef8bcf:39061 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:20:13,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a321e9fe1efe70444a5c7ce2d06eb3db, regionState=OPENING, regionLocation=851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:13,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a321e9fe1efe70444a5c7ce2d06eb3db, ASSIGN because future has completed 2024-11-26T02:20:13,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a321e9fe1efe70444a5c7ce2d06eb3db, server=851e45ef8bcf,45799,1732587607784}] 2024-11-26T02:20:13,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-921190846/running 2024-11-26T02:20:13,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-921190846/running 2024-11-26T02:20:13,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:13,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:13,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:20:13,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:13,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:13,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:13,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Set watcher on znode that does not yet exist, /1-921190846/running 2024-11-26T02:20:13,196 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,43941,1732587598633' ***** 2024-11-26T02:20:13,196 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:20:13,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Set watcher on znode that does not yet exist, /1-921190846/running 2024-11-26T02:20:13,196 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:20:13,196 INFO [RS:0;851e45ef8bcf:43941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:20:13,196 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:20:13,196 INFO [RS:0;851e45ef8bcf:43941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:20:13,196 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:13,196 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:20:13,197 INFO [RS:0;851e45ef8bcf:43941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:43941. 2024-11-26T02:20:13,197 DEBUG [RS:0;851e45ef8bcf:43941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:13,197 DEBUG [RS:0;851e45ef8bcf:43941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:13,197 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:20:13,197 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:20:13,197 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:20:13,197 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:20:13,197 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:20:13,197 DEBUG [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:20:13,197 DEBUG [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:13,197 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:20:13,197 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:20:13,197 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:20:13,197 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:20:13,197 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:20:13,197 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T02:20:13,211 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740/.tmp/ns/72dbda3906734140a45db642e17a4431 is 43, key is default/ns:d/1732587602014/Put/seqid=0 2024-11-26T02:20:13,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741835_1011 (size=5153) 2024-11-26T02:20:13,225 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:20:13,267 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:13,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:13,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:13,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:20:13,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C45799%2C1732587607784.rep, suffix=, logDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs, maxLogs=10 2024-11-26T02:20:13,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.rep.1732587613325, exclude list is [], retry=0 2024-11-26T02:20:13,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-edc64717-fd6f-4776-9b5b-60f14fd082fc,DISK] 2024-11-26T02:20:13,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.rep.1732587613325 2024-11-26T02:20:13,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39411:39411)] 2024-11-26T02:20:13,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a321e9fe1efe70444a5c7ce2d06eb3db, NAME => 'hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:13,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:13,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:20:13,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. service=MultiRowMutationService 2024-11-26T02:20:13,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:20:13,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:13,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,342 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,343 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a321e9fe1efe70444a5c7ce2d06eb3db columnFamilyName hfileref 2024-11-26T02:20:13,343 DEBUG [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:13,343 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(327): Store=a321e9fe1efe70444a5c7ce2d06eb3db/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:13,343 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,344 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a321e9fe1efe70444a5c7ce2d06eb3db columnFamilyName queue 2024-11-26T02:20:13,344 DEBUG [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:13,349 DEBUG [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db/queue/1f6eeb6b51794119973c267b1c591c48 2024-11-26T02:20:13,349 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(327): Store=a321e9fe1efe70444a5c7ce2d06eb3db/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:13,349 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,350 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a321e9fe1efe70444a5c7ce2d06eb3db columnFamilyName sid 2024-11-26T02:20:13,350 DEBUG [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:13,350 INFO [StoreOpener-a321e9fe1efe70444a5c7ce2d06eb3db-1 {}] regionserver.HStore(327): Store=a321e9fe1efe70444a5c7ce2d06eb3db/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:13,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:20:13,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened a321e9fe1efe70444a5c7ce2d06eb3db; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64494427, jitterRate=-0.038958147168159485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:20:13,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:13,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a321e9fe1efe70444a5c7ce2d06eb3db: Running coprocessor pre-open hook at 1732587613341Writing region info on filesystem at 1732587613341Initializing all the Stores at 1732587613342 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587613342Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587613342Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587613342Cleaning up temporary data from old regions at 1732587613352 (+10 ms)Running coprocessor post-open hooks at 1732587613354 (+2 ms)Region opened successfully at 1732587613355 (+1 ms) 2024-11-26T02:20:13,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db., pid=13, masterSystemTime=1732587613320 2024-11-26T02:20:13,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:13,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:13,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a321e9fe1efe70444a5c7ce2d06eb3db, regionState=OPEN, openSeqNum=9, regionLocation=851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:13,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a321e9fe1efe70444a5c7ce2d06eb3db, server=851e45ef8bcf,45799,1732587607784 because future has completed 2024-11-26T02:20:13,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T02:20:13,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a321e9fe1efe70444a5c7ce2d06eb3db, server=851e45ef8bcf,45799,1732587607784 in 191 msec 2024-11-26T02:20:13,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-26T02:20:13,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a321e9fe1efe70444a5c7ce2d06eb3db, ASSIGN in 348 msec 2024-11-26T02:20:13,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T02:20:13,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db., hostname=851e45ef8bcf,45799,1732587607784, seqNum=9] 2024-11-26T02:20:13,378 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 851e45ef8bcf,40663,1732587592805 2024-11-26T02:20:13,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T02:20:13,397 DEBUG [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:13,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-26T02:20:13,597 DEBUG [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:13,615 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740/.tmp/ns/72dbda3906734140a45db642e17a4431 2024-11-26T02:20:13,620 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740/.tmp/ns/72dbda3906734140a45db642e17a4431 as hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740/ns/72dbda3906734140a45db642e17a4431 2024-11-26T02:20:13,624 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740/ns/72dbda3906734140a45db642e17a4431, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T02:20:13,625 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false 2024-11-26T02:20:13,625 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:20:13,629 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T02:20:13,629 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:13,629 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:13,629 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:13,629 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587613197Running coprocessor pre-close hooks at 1732587613197Disabling compacts and flushes for region at 1732587613197Disabling writes for close at 1732587613197Obtaining lock to block concurrent updates at 1732587613197Preparing flush snapshotting stores in 1588230740 at 1732587613197Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732587613198 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732587613198Flushing 1588230740/ns: creating writer at 1732587613198Flushing 1588230740/ns: appending metadata at 1732587613211 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732587613211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d8370d: reopening flushed file at 1732587613620 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false at 1732587613625 (+5 ms)Writing region close event to WAL at 1732587613626 (+1 ms)Running coprocessor post-close hooks at 1732587613629 (+3 ms)Closed at 1732587613629 2024-11-26T02:20:13,630 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:13,797 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,43941,1732587598633; all regions closed. 2024-11-26T02:20:13,815 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:20:13,815 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:20:13,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741834_1010 (size=1152) 2024-11-26T02:20:13,851 DEBUG [RS:0;851e45ef8bcf:43941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/oldWALs 2024-11-26T02:20:13,852 INFO [RS:0;851e45ef8bcf:43941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C43941%2C1732587598633.meta:.meta(num 1732587601966) 2024-11-26T02:20:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741832_1008 (size=93) 2024-11-26T02:20:13,855 DEBUG [RS:0;851e45ef8bcf:43941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/oldWALs 2024-11-26T02:20:13,855 INFO [RS:0;851e45ef8bcf:43941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C43941%2C1732587598633:(num 1732587600953) 2024-11-26T02:20:13,855 DEBUG [RS:0;851e45ef8bcf:43941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:13,855 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:20:13,855 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:20:13,855 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:20:13,856 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:20:13,856 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:20:13,856 INFO [RS:0;851e45ef8bcf:43941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43941 2024-11-26T02:20:13,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846/rs 2024-11-26T02:20:13,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-921190846/rs/851e45ef8bcf,43941,1732587598633 2024-11-26T02:20:13,903 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:20:13,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,43941,1732587598633] 2024-11-26T02:20:14,014 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-921190846/draining/851e45ef8bcf,43941,1732587598633 already deleted, retry=false 2024-11-26T02:20:14,014 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,43941,1732587598633 expired; onlineServers=0 2024-11-26T02:20:14,014 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,35801,1732587598484' ***** 2024-11-26T02:20:14,014 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:20:14,014 INFO [M:0;851e45ef8bcf:35801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:20:14,014 INFO [M:0;851e45ef8bcf:35801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:20:14,014 DEBUG [M:0;851e45ef8bcf:35801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:20:14,014 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:20:14,014 DEBUG [M:0;851e45ef8bcf:35801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:20:14,014 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587600688 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587600688,5,FailOnTimeoutGroup] 2024-11-26T02:20:14,014 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587600688 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587600688,5,FailOnTimeoutGroup] 2024-11-26T02:20:14,014 INFO [M:0;851e45ef8bcf:35801 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:20:14,014 INFO [M:0;851e45ef8bcf:35801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:20:14,014 DEBUG [M:0;851e45ef8bcf:35801 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:20:14,014 INFO [M:0;851e45ef8bcf:35801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:20:14,014 INFO [M:0;851e45ef8bcf:35801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:20:14,015 INFO [M:0;851e45ef8bcf:35801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:20:14,015 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:20:14,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:14,022 INFO [RS:0;851e45ef8bcf:43941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:20:14,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43941-0x10174f08f970004, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:14,022 INFO [RS:0;851e45ef8bcf:43941 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,43941,1732587598633; zookeeper connection closed. 2024-11-26T02:20:14,022 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@554663c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@554663c7 2024-11-26T02:20:14,022 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:20:14,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-921190846/master 2024-11-26T02:20:14,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-921190846 2024-11-26T02:20:14,079 DEBUG [M:0;851e45ef8bcf:35801 {}] zookeeper.ZKUtil(347): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Unable to get data of znode /1-921190846/master because node does not exist (not an error) 2024-11-26T02:20:14,079 WARN [M:0;851e45ef8bcf:35801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:20:14,080 INFO [M:0;851e45ef8bcf:35801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/.lastflushedseqids 2024-11-26T02:20:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741836_1012 (size=99) 2024-11-26T02:20:14,272 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:14,486 INFO [M:0;851e45ef8bcf:35801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:20:14,486 INFO [M:0;851e45ef8bcf:35801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:20:14,487 DEBUG [M:0;851e45ef8bcf:35801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:20:14,487 INFO [M:0;851e45ef8bcf:35801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:14,487 DEBUG [M:0;851e45ef8bcf:35801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:14,487 DEBUG [M:0;851e45ef8bcf:35801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:20:14,487 DEBUG [M:0;851e45ef8bcf:35801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:14,487 INFO [M:0;851e45ef8bcf:35801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T02:20:14,501 DEBUG [M:0;851e45ef8bcf:35801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af0936d867ba45e1af9b1b725a093835 is 82, key is hbase:meta,,1/info:regioninfo/1732587601996/Put/seqid=0 2024-11-26T02:20:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741837_1013 (size=5672) 2024-11-26T02:20:14,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:20:14,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:14,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:14,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:14,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:14,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:14,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:14,906 INFO [M:0;851e45ef8bcf:35801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af0936d867ba45e1af9b1b725a093835 2024-11-26T02:20:14,923 DEBUG [M:0;851e45ef8bcf:35801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d9724db1224f2e9fb90f3e8e34fa3b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732587602017/Put/seqid=0 2024-11-26T02:20:14,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741838_1014 (size=5275) 2024-11-26T02:20:15,327 INFO [M:0;851e45ef8bcf:35801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d9724db1224f2e9fb90f3e8e34fa3b 2024-11-26T02:20:15,344 DEBUG [M:0;851e45ef8bcf:35801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63f5ad57ef7b4c04b46efd761add19b4 is 69, key is 851e45ef8bcf,43941,1732587598633/rs:state/1732587600801/Put/seqid=0 2024-11-26T02:20:15,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741839_1015 (size=5156) 2024-11-26T02:20:15,377 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:15,748 INFO [M:0;851e45ef8bcf:35801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63f5ad57ef7b4c04b46efd761add19b4 2024-11-26T02:20:15,753 DEBUG [M:0;851e45ef8bcf:35801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af0936d867ba45e1af9b1b725a093835 as hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af0936d867ba45e1af9b1b725a093835 2024-11-26T02:20:15,757 INFO [M:0;851e45ef8bcf:35801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af0936d867ba45e1af9b1b725a093835, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T02:20:15,758 DEBUG [M:0;851e45ef8bcf:35801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d9724db1224f2e9fb90f3e8e34fa3b as hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4d9724db1224f2e9fb90f3e8e34fa3b 2024-11-26T02:20:15,761 INFO [M:0;851e45ef8bcf:35801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4d9724db1224f2e9fb90f3e8e34fa3b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T02:20:15,762 DEBUG [M:0;851e45ef8bcf:35801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63f5ad57ef7b4c04b46efd761add19b4 as hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/63f5ad57ef7b4c04b46efd761add19b4 2024-11-26T02:20:15,766 INFO [M:0;851e45ef8bcf:35801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/b232abbd-8ab6-42f0-71fb-a253f6b692d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/63f5ad57ef7b4c04b46efd761add19b4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T02:20:15,767 INFO [M:0;851e45ef8bcf:35801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false 2024-11-26T02:20:15,771 INFO [M:0;851e45ef8bcf:35801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:15,771 DEBUG [M:0;851e45ef8bcf:35801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587614487Disabling compacts and flushes for region at 1732587614487Disabling writes for close at 1732587614487Obtaining lock to block concurrent updates at 1732587614487Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587614487Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732587614487Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587614488 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587614488Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587614501 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587614501Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587614910 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587614922 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587614922Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587615331 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587615343 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587615343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c19c79: reopening flushed file at 1732587615752 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@587ce1f5: reopening flushed file at 1732587615757 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe166c5: reopening flushed file at 1732587615762 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false at 1732587615767 (+5 ms)Writing region close event to WAL at 1732587615771 (+4 ms)Closed at 1732587615771 2024-11-26T02:20:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741830_1006 (size=10165) 2024-11-26T02:20:15,774 INFO [M:0;851e45ef8bcf:35801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:20:15,774 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:20:15,774 INFO [M:0;851e45ef8bcf:35801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35801 2024-11-26T02:20:15,774 INFO [M:0;851e45ef8bcf:35801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:20:15,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:15,938 INFO [M:0;851e45ef8bcf:35801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:20:15,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10174f08f970003, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:15,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@737bd8c1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:20:15,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46175684{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:20:15,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:20:15,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d80ca93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:20:15,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e1e7aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/hadoop.log.dir/,STOPPED} 2024-11-26T02:20:15,941 WARN [BP-794847847-172.17.0.2-1732587596290 heartbeating to localhost/127.0.0.1:38475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:20:15,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:20:15,941 WARN [BP-794847847-172.17.0.2-1732587596290 heartbeating to localhost/127.0.0.1:38475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-794847847-172.17.0.2-1732587596290 (Datanode Uuid 1dfaaba5-1fbe-4d93-9dd7-4e7937aac13a) service to localhost/127.0.0.1:38475 2024-11-26T02:20:15,941 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:20:15,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/cluster_012d3306-26fe-751e-c43a-d833cae51cdf/data/data1/current/BP-794847847-172.17.0.2-1732587596290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:20:15,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/cluster_012d3306-26fe-751e-c43a-d833cae51cdf/data/data2/current/BP-794847847-172.17.0.2-1732587596290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:20:15,942 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:20:15,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67c0b00c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:20:15,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@101cec53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:20:15,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:20:15,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297064e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:20:15,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aba240d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/hadoop.log.dir/,STOPPED} 2024-11-26T02:20:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:20:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:20:15,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:15,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:15,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:15,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:15,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:15,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:20:15,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=86121762, stopped=false 2024-11-26T02:20:15,957 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,39061,1732587607739 2024-11-26T02:20:15,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0404367458/running 2024-11-26T02:20:15,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0404367458/running 2024-11-26T02:20:15,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:15,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:15,974 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:20:15,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:15,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:15,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/running 2024-11-26T02:20:15,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:15,975 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,45799,1732587607784' ***** 2024-11-26T02:20:15,975 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:20:15,975 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:20:15,976 INFO [RS:0;851e45ef8bcf:45799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:20:15,976 INFO [RS:0;851e45ef8bcf:45799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:20:15,976 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:20:15,976 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(3091): Received CLOSE for a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:15,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Set watcher on znode that does not yet exist, /0404367458/running 2024-11-26T02:20:15,976 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:15,976 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:20:15,976 INFO [RS:0;851e45ef8bcf:45799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:45799. 2024-11-26T02:20:15,976 DEBUG [RS:0;851e45ef8bcf:45799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:15,976 DEBUG [RS:0;851e45ef8bcf:45799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:15,976 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:20:15,976 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:20:15,976 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:20:15,976 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a321e9fe1efe70444a5c7ce2d06eb3db, disabling compactions & flushes 2024-11-26T02:20:15,976 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:20:15,976 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:15,976 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:15,976 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. after waiting 0 ms 2024-11-26T02:20:15,976 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:15,977 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:20:15,977 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a321e9fe1efe70444a5c7ce2d06eb3db=hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db.} 2024-11-26T02:20:15,977 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a321e9fe1efe70444a5c7ce2d06eb3db 2024-11-26T02:20:15,977 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:20:15,977 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:20:15,977 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:20:15,977 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:20:15,977 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:20:15,977 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T02:20:15,979 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:20:15,980 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/replication/a321e9fe1efe70444a5c7ce2d06eb3db/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-26T02:20:15,980 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:15,980 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:15,980 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:15,980 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a321e9fe1efe70444a5c7ce2d06eb3db: Waiting for close lock at 1732587615976Running coprocessor pre-close hooks at 1732587615976Disabling compacts and flushes for region at 1732587615976Disabling writes for close at 1732587615976Writing region close event to WAL at 1732587615977 (+1 ms)Running coprocessor post-close hooks at 1732587615980 (+3 ms)Closed at 1732587615980 2024-11-26T02:20:15,980 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db. 2024-11-26T02:20:15,990 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/info/11390940436242f185403a84e6a1a8de is 147, key is hbase:replication,,1732587602108.a321e9fe1efe70444a5c7ce2d06eb3db./info:regioninfo/1732587613358/Put/seqid=0 2024-11-26T02:20:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741851_1027 (size=6385) 2024-11-26T02:20:16,177 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:16,377 DEBUG [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:16,394 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/info/11390940436242f185403a84e6a1a8de 2024-11-26T02:20:16,400 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/.tmp/info/11390940436242f185403a84e6a1a8de as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/info/11390940436242f185403a84e6a1a8de 2024-11-26T02:20:16,405 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/info/11390940436242f185403a84e6a1a8de, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T02:20:16,406 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-26T02:20:16,411 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T02:20:16,412 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:16,412 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:16,412 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:16,412 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587615977Running coprocessor pre-close hooks at 1732587615977Disabling compacts and flushes for region at 1732587615977Disabling writes for close at 1732587615977Obtaining lock to block concurrent updates at 1732587615977Preparing flush snapshotting stores in 1588230740 at 1732587615977Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732587615977Flushing stores of hbase:meta,,1.1588230740 at 1732587615978 (+1 ms)Flushing 1588230740/info: creating writer at 1732587615978Flushing 1588230740/info: appending metadata at 1732587615990 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732587615990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a39c6a1: reopening flushed file at 1732587616399 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1732587616406 (+7 ms)Writing region close event to WAL at 1732587616408 (+2 ms)Running coprocessor post-close hooks at 1732587616412 (+4 ms)Closed at 1732587616412 2024-11-26T02:20:16,412 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:16,577 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,45799,1732587607784; all regions closed. 2024-11-26T02:20:16,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741849_1025 (size=2156) 2024-11-26T02:20:16,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.meta.1732587609069.meta not finished, retry = 0 2024-11-26T02:20:16,582 DEBUG [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/WALs/851e45ef8bcf,45799,1732587607784/851e45ef8bcf%2C45799%2C1732587607784.1732587608814 to pos 0, reset compression=false 2024-11-26T02:20:16,682 DEBUG [RS:0;851e45ef8bcf:45799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs 2024-11-26T02:20:16,682 INFO [RS:0;851e45ef8bcf:45799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C45799%2C1732587607784.meta:.meta(num 1732587609069) 2024-11-26T02:20:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741850_1026 (size=796) 2024-11-26T02:20:16,686 DEBUG [RS:0;851e45ef8bcf:45799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs 2024-11-26T02:20:16,686 INFO [RS:0;851e45ef8bcf:45799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C45799%2C1732587607784.rep:(num 1732587613325) 2024-11-26T02:20:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741848_1024 (size=93) 2024-11-26T02:20:16,689 DEBUG [RS:0;851e45ef8bcf:45799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/oldWALs 2024-11-26T02:20:16,689 INFO [RS:0;851e45ef8bcf:45799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C45799%2C1732587607784:(num 1732587608814) 2024-11-26T02:20:16,689 DEBUG [RS:0;851e45ef8bcf:45799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:16,689 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:20:16,689 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:20:16,689 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:20:16,690 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:20:16,690 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:20:16,690 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,45799,1732587607784 because: Region server is closing 2024-11-26T02:20:16,690 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T02:20:16,690 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T02:20:16,690 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T02:20:16,690 INFO [RS:0;851e45ef8bcf:45799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:45799. 2024-11-26T02:20:16,690 DEBUG [RS:0;851e45ef8bcf:45799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:16,690 DEBUG [RS:0;851e45ef8bcf:45799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:16,690 DEBUG [RS:0;851e45ef8bcf:45799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:16,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:16,791 WARN [RS:0;851e45ef8bcf:45799.replicationSource.wal-reader.851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:20:16,791 WARN [RS:0;851e45ef8bcf:45799.replicationSource.shipper851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T02:20:16,791 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;851e45ef8bcf:45799.replicationSource.shipper851e45ef8bcf%2C45799%2C1732587607784,1-851e45ef8bcf,45799,1732587607784 terminated 2024-11-26T02:20:16,791 INFO [RS:0;851e45ef8bcf:45799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45799 2024-11-26T02:20:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458/rs 2024-11-26T02:20:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0404367458/rs/851e45ef8bcf,45799,1732587607784 2024-11-26T02:20:16,858 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:20:16,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,45799,1732587607784] 2024-11-26T02:20:16,879 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0404367458/draining/851e45ef8bcf,45799,1732587607784 already deleted, retry=false 2024-11-26T02:20:16,879 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,45799,1732587607784 expired; onlineServers=0 2024-11-26T02:20:16,879 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,39061,1732587607739' ***** 2024-11-26T02:20:16,879 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:20:16,880 INFO [M:0;851e45ef8bcf:39061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:20:16,880 INFO [M:0;851e45ef8bcf:39061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:20:16,880 DEBUG [M:0;851e45ef8bcf:39061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:20:16,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:20:16,880 DEBUG [M:0;851e45ef8bcf:39061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:20:16,880 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587608488 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587608488,5,FailOnTimeoutGroup] 2024-11-26T02:20:16,880 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587608489 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587608489,5,FailOnTimeoutGroup] 2024-11-26T02:20:16,880 INFO [M:0;851e45ef8bcf:39061 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:20:16,880 INFO [M:0;851e45ef8bcf:39061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:20:16,880 DEBUG [M:0;851e45ef8bcf:39061 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:20:16,880 INFO [M:0;851e45ef8bcf:39061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:20:16,880 INFO [M:0;851e45ef8bcf:39061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:20:16,880 INFO [M:0;851e45ef8bcf:39061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:20:16,880 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:20:16,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0404367458/master 2024-11-26T02:20:16,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0404367458 2024-11-26T02:20:16,890 DEBUG [M:0;851e45ef8bcf:39061 {}] zookeeper.ZKUtil(347): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Unable to get data of znode /0404367458/master because node does not exist (not an error) 2024-11-26T02:20:16,890 WARN [M:0;851e45ef8bcf:39061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:20:16,891 INFO [M:0;851e45ef8bcf:39061 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/.lastflushedseqids 2024-11-26T02:20:16,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741852_1028 (size=181) 2024-11-26T02:20:16,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:16,969 INFO [RS:0;851e45ef8bcf:45799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:20:16,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x10174f08f970007, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:16,969 INFO [RS:0;851e45ef8bcf:45799 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,45799,1732587607784; zookeeper connection closed. 2024-11-26T02:20:16,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@581883b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@581883b 2024-11-26T02:20:16,970 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:20:17,296 INFO [M:0;851e45ef8bcf:39061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:20:17,296 INFO [M:0;851e45ef8bcf:39061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:20:17,296 DEBUG [M:0;851e45ef8bcf:39061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:20:17,296 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:17,296 DEBUG [M:0;851e45ef8bcf:39061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:17,296 DEBUG [M:0;851e45ef8bcf:39061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:20:17,296 DEBUG [M:0;851e45ef8bcf:39061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:17,296 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T02:20:17,311 DEBUG [M:0;851e45ef8bcf:39061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bc5ef9318574f03a4213ec3a36b0d81 is 82, key is hbase:meta,,1/info:regioninfo/1732587609114/Put/seqid=0 2024-11-26T02:20:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741853_1029 (size=5672) 2024-11-26T02:20:17,715 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bc5ef9318574f03a4213ec3a36b0d81 2024-11-26T02:20:17,737 DEBUG [M:0;851e45ef8bcf:39061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbae86b40ffd40739d4dd3ab4153b448 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732587613362/Put/seqid=0 2024-11-26T02:20:17,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741854_1030 (size=7312) 2024-11-26T02:20:18,141 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbae86b40ffd40739d4dd3ab4153b448 2024-11-26T02:20:18,158 DEBUG [M:0;851e45ef8bcf:39061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05681f6c1ffa4adea2b718a31638f4f8 is 69, key is 851e45ef8bcf,45799,1732587607784/rs:state/1732587608610/Put/seqid=0 2024-11-26T02:20:18,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741855_1031 (size=5370) 2024-11-26T02:20:18,562 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05681f6c1ffa4adea2b718a31638f4f8 2024-11-26T02:20:18,567 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05681f6c1ffa4adea2b718a31638f4f8 2024-11-26T02:20:18,568 DEBUG [M:0;851e45ef8bcf:39061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bc5ef9318574f03a4213ec3a36b0d81 as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bc5ef9318574f03a4213ec3a36b0d81 2024-11-26T02:20:18,571 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bc5ef9318574f03a4213ec3a36b0d81, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T02:20:18,572 DEBUG [M:0;851e45ef8bcf:39061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbae86b40ffd40739d4dd3ab4153b448 as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbae86b40ffd40739d4dd3ab4153b448 2024-11-26T02:20:18,576 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbae86b40ffd40739d4dd3ab4153b448, entries=7, sequenceid=127, filesize=7.1 K 2024-11-26T02:20:18,577 DEBUG [M:0;851e45ef8bcf:39061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05681f6c1ffa4adea2b718a31638f4f8 as hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05681f6c1ffa4adea2b718a31638f4f8 2024-11-26T02:20:18,581 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05681f6c1ffa4adea2b718a31638f4f8 2024-11-26T02:20:18,581 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41413/user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05681f6c1ffa4adea2b718a31638f4f8, entries=2, sequenceid=127, filesize=5.2 K 2024-11-26T02:20:18,582 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-11-26T02:20:18,583 INFO [M:0;851e45ef8bcf:39061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:18,583 DEBUG [M:0;851e45ef8bcf:39061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587617296Disabling compacts and flushes for region at 1732587617296Disabling writes for close at 1732587617296Obtaining lock to block concurrent updates at 1732587617296Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587617296Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732587617296Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587617297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587617297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587617310 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587617310Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587617720 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587617736 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587617736Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587618145 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587618157 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587618157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339e6d65: reopening flushed file at 1732587618567 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605c0275: reopening flushed file at 1732587618572 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@394eede4: reopening flushed file at 1732587618577 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1732587618582 (+5 ms)Writing region close event to WAL at 1732587618583 (+1 ms)Closed at 1732587618583 2024-11-26T02:20:18,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741847_1023 (size=22903) 2024-11-26T02:20:18,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5da2e5f4-24c8-9f24-bd93-82ecaa7928e9/MasterData/WALs/851e45ef8bcf,39061,1732587607739/851e45ef8bcf%2C39061%2C1732587607739.1732587608275 not finished, retry = 0 2024-11-26T02:20:18,686 INFO [M:0;851e45ef8bcf:39061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:20:18,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:20:18,686 INFO [M:0;851e45ef8bcf:39061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39061 2024-11-26T02:20:18,686 INFO [M:0;851e45ef8bcf:39061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:20:18,957 INFO [M:0;851e45ef8bcf:39061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:20:18,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:18,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10174f08f970006, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:18,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51870d70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:20:18,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7231e51e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:20:18,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:20:18,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@357b9dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:20:18,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@156b651d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/hadoop.log.dir/,STOPPED} 2024-11-26T02:20:18,961 WARN [BP-132954650-172.17.0.2-1732587590653 heartbeating to localhost/127.0.0.1:41413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:20:18,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:20:18,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:20:18,961 WARN [BP-132954650-172.17.0.2-1732587590653 heartbeating to localhost/127.0.0.1:41413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-132954650-172.17.0.2-1732587590653 (Datanode Uuid bf22fcfc-ee48-4400-84cd-56f4bbc30e19) service to localhost/127.0.0.1:41413 2024-11-26T02:20:18,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/cluster_bc19cb84-0ffc-b378-a501-488b17b3bf3c/data/data1/current/BP-132954650-172.17.0.2-1732587590653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:20:18,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/cluster_bc19cb84-0ffc-b378-a501-488b17b3bf3c/data/data2/current/BP-132954650-172.17.0.2-1732587590653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:20:18,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:20:18,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64f41a40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:20:18,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@693740dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:20:18,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:20:18,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab93de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:20:18,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae02ec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3585927d-8218-608b-837d-7aa51a4930dd/hadoop.log.dir/,STOPPED} 2024-11-26T02:20:18,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T02:20:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:20:18,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 157) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38475 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41413 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=4206 (was 4237) 2024-11-26T02:20:19,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=4206 2024-11-26T02:20:19,016 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-26T02:20:19,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/hadoop.log.dir so I do NOT create it in target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5 2024-11-26T02:20:19,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:20:19,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/hadoop.tmp.dir so I do NOT create it in target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5 2024-11-26T02:20:19,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a99f920-2256-28ff-7e9b-206c8c629c73/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:20:19,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5 2024-11-26T02:20:19,017 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/cluster_4de317fa-563a-9b40-8963-faea33be0031, deleteOnExit=true 2024-11-26T02:20:19,038 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/cluster_4de317fa-563a-9b40-8963-faea33be0031/zookeeper_0, clientPort=60328, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/cluster_4de317fa-563a-9b40-8963-faea33be0031/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/cluster_4de317fa-563a-9b40-8963-faea33be0031/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T02:20:19,039 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60328 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/test.cache.data in system properties and HBase conf 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:20:19,039 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:20:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:20:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:20:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:20:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:20:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:20:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:20:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:20:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:20:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:20:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:20:19,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10174f08f970005, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:20:19,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10174f08f970002, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:20:19,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10174f08f970005, quorum=127.0.0.1:57282, baseZNode=/1-921190846 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:20:19,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10174f08f970002, quorum=127.0.0.1:57282, baseZNode=/0404367458 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:20:19,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:19,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:20:19,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:20:19,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:20:19,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:20:19,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:19,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e3642{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:20:19,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed3f69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:20:19,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101bca7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/java.io.tmpdir/jetty-localhost-46631-hadoop-hdfs-3_4_1-tests_jar-_-any-2710897209544101024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:20:19,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21573e60{HTTP/1.1, (http/1.1)}{localhost:46631} 2024-11-26T02:20:19,504 INFO [Time-limited test {}] server.Server(415): Started @173610ms 2024-11-26T02:20:19,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:19,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:20:19,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:20:19,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:20:19,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:20:19,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41214a08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:20:19,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3116ee2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:20:19,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ab51f53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/java.io.tmpdir/jetty-localhost-41811-hadoop-hdfs-3_4_1-tests_jar-_-any-11906945894110772738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:20:19,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69f9cab5{HTTP/1.1, (http/1.1)}{localhost:41811} 2024-11-26T02:20:19,888 INFO [Time-limited test {}] server.Server(415): Started @173994ms 2024-11-26T02:20:19,889 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:20:20,459 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/cluster_4de317fa-563a-9b40-8963-faea33be0031/data/data1/current/BP-1479777906-172.17.0.2-1732587619054/current, will proceed with Du for space computation calculation, 2024-11-26T02:20:20,459 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/cluster_4de317fa-563a-9b40-8963-faea33be0031/data/data2/current/BP-1479777906-172.17.0.2-1732587619054/current, will proceed with Du for space computation calculation, 2024-11-26T02:20:20,489 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:20:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd42efeb7c85a67ca with lease ID 0xfacd9d90d9a721a: Processing first storage report for DS-656a9d07-1843-4783-9873-0944152fc3ea from datanode DatanodeRegistration(127.0.0.1:41281, datanodeUuid=c5cef4c7-5d26-4ee2-9024-525b613cadfd, infoPort=42509, infoSecurePort=0, ipcPort=40415, storageInfo=lv=-57;cid=testClusterID;nsid=1725685419;c=1732587619054) 2024-11-26T02:20:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd42efeb7c85a67ca with lease ID 0xfacd9d90d9a721a: from storage DS-656a9d07-1843-4783-9873-0944152fc3ea node DatanodeRegistration(127.0.0.1:41281, datanodeUuid=c5cef4c7-5d26-4ee2-9024-525b613cadfd, infoPort=42509, infoSecurePort=0, ipcPort=40415, storageInfo=lv=-57;cid=testClusterID;nsid=1725685419;c=1732587619054), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:20:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd42efeb7c85a67ca with lease ID 0xfacd9d90d9a721a: Processing first storage report for DS-df72de6e-a0e6-4457-87b2-40592f261148 from datanode DatanodeRegistration(127.0.0.1:41281, datanodeUuid=c5cef4c7-5d26-4ee2-9024-525b613cadfd, infoPort=42509, infoSecurePort=0, ipcPort=40415, storageInfo=lv=-57;cid=testClusterID;nsid=1725685419;c=1732587619054) 2024-11-26T02:20:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd42efeb7c85a67ca with lease ID 0xfacd9d90d9a721a: from storage DS-df72de6e-a0e6-4457-87b2-40592f261148 node DatanodeRegistration(127.0.0.1:41281, datanodeUuid=c5cef4c7-5d26-4ee2-9024-525b613cadfd, infoPort=42509, infoSecurePort=0, ipcPort=40415, storageInfo=lv=-57;cid=testClusterID;nsid=1725685419;c=1732587619054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:20:20,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5 2024-11-26T02:20:20,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:20,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:20:20,924 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378 with version=8 2024-11-26T02:20:20,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/hbase-staging 2024-11-26T02:20:20,926 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:20:20,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:20,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:20,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:20:20,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:20,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:20:20,926 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:20:20,926 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:20:20,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37101 2024-11-26T02:20:20,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37101 connecting to ZooKeeper ensemble=127.0.0.1:60328 2024-11-26T02:20:21,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371010x0, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:21,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37101-0x10174f0fe890000 connected 2024-11-26T02:20:21,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:21,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:21,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Set watcher on znode that does not yet exist, /0-980720992/running 2024-11-26T02:20:21,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378, hbase.cluster.distributed=false 2024-11-26T02:20:21,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Set watcher on znode that does not yet exist, /0-980720992/acl 2024-11-26T02:20:21,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37101 2024-11-26T02:20:21,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37101 2024-11-26T02:20:21,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37101 2024-11-26T02:20:21,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37101 2024-11-26T02:20:21,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37101 2024-11-26T02:20:21,119 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:20:21,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:21,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:21,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:20:21,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:21,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:20:21,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:20:21,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:20:21,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37249 2024-11-26T02:20:21,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37249 connecting to ZooKeeper ensemble=127.0.0.1:60328 2024-11-26T02:20:21,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:21,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:21,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372490x0, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:21,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372490x0, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Set watcher on znode that does not yet exist, /0-980720992/running 2024-11-26T02:20:21,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37249-0x10174f0fe890001 connected 2024-11-26T02:20:21,132 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:20:21,133 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:20:21,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Set watcher on znode that does not yet exist, /0-980720992/master 2024-11-26T02:20:21,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Set watcher on znode that does not yet exist, /0-980720992/acl 2024-11-26T02:20:21,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37249 2024-11-26T02:20:21,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37249 2024-11-26T02:20:21,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37249 2024-11-26T02:20:21,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37249 2024-11-26T02:20:21,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37249 2024-11-26T02:20:21,150 DEBUG [M:0;851e45ef8bcf:37101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:37101 2024-11-26T02:20:21,152 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-980720992/backup-masters/851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:21,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992/backup-masters 2024-11-26T02:20:21,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992/backup-masters 2024-11-26T02:20:21,164 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Set watcher on existing znode=/0-980720992/backup-masters/851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-980720992/master 2024-11-26T02:20:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:21,174 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Set watcher on existing znode=/0-980720992/master 2024-11-26T02:20:21,174 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-980720992/backup-masters/851e45ef8bcf,37101,1732587620925 from backup master directory 2024-11-26T02:20:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-980720992/backup-masters/851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992/backup-masters 2024-11-26T02:20:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992/backup-masters 2024-11-26T02:20:21,184 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:21,184 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:21,188 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/hbase.id] with ID: 559dcd75-b2a8-4e54-83de-6be4697a9004 2024-11-26T02:20:21,188 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/.tmp/hbase.id 2024-11-26T02:20:21,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:20:21,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:20:21,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:21,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:21,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:21,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:21,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:21,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:21,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:21,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:21,593 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/.tmp/hbase.id]:[hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/hbase.id] 2024-11-26T02:20:21,602 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:21,602 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:20:21,603 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:20:21,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:21,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:20:21,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:21,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:20:21,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:20:21,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:22,053 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:20:22,054 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:20:22,054 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:22,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:20:22,460 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store 2024-11-26T02:20:22,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:20:22,866 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:22,866 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:20:22,866 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:22,866 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:22,866 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:20:22,866 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:22,866 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:22,866 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587622866Disabling compacts and flushes for region at 1732587622866Disabling writes for close at 1732587622866Writing region close event to WAL at 1732587622866Closed at 1732587622866 2024-11-26T02:20:22,867 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/.initializing 2024-11-26T02:20:22,867 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/WALs/851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:22,868 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:22,870 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C37101%2C1732587620925, suffix=, logDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/WALs/851e45ef8bcf,37101,1732587620925, archiveDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/oldWALs, maxLogs=10 2024-11-26T02:20:22,885 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/WALs/851e45ef8bcf,37101,1732587620925/851e45ef8bcf%2C37101%2C1732587620925.1732587622870, exclude list is [], retry=0 2024-11-26T02:20:22,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41281,DS-656a9d07-1843-4783-9873-0944152fc3ea,DISK] 2024-11-26T02:20:22,889 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/WALs/851e45ef8bcf,37101,1732587620925/851e45ef8bcf%2C37101%2C1732587620925.1732587622870 2024-11-26T02:20:22,889 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42509:42509)] 2024-11-26T02:20:22,889 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:22,889 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:22,889 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,889 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:20:22,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:22,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:22,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:20:22,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:22,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:22,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:20:22,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:22,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:22,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:20:22,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:22,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:22,896 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,897 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,897 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,898 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,898 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,899 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:22,899 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:22,901 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:22,901 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73426829, jitterRate=0.09414501488208771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:22,901 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587622889Initializing all the Stores at 1732587622890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587622890Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587622890Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587622890Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587622890Cleaning up temporary data from old regions at 1732587622898 (+8 ms)Region opened successfully at 1732587622901 (+3 ms) 2024-11-26T02:20:22,902 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:20:22,904 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5d90de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:22,905 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:20:22,905 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:20:22,905 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:20:22,905 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:20:22,905 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:20:22,905 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:20:22,905 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:20:22,907 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:20:22,907 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Unable to get data of znode /0-980720992/balancer because node does not exist (not necessarily an error) 2024-11-26T02:20:22,963 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-980720992/balancer already deleted, retry=false 2024-11-26T02:20:22,964 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:20:22,964 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Unable to get data of znode /0-980720992/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:20:22,974 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-980720992/normalizer already deleted, retry=false 2024-11-26T02:20:22,974 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:20:22,975 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Unable to get data of znode /0-980720992/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:20:22,984 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-980720992/switch/split already deleted, retry=false 2024-11-26T02:20:22,985 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Unable to get data of znode /0-980720992/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:20:22,995 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-980720992/switch/merge already deleted, retry=false 2024-11-26T02:20:22,996 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Unable to get data of znode /0-980720992/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:20:23,005 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-980720992/snapshot-cleanup already deleted, retry=false 2024-11-26T02:20:23,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-980720992/running 2024-11-26T02:20:23,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-980720992/running 2024-11-26T02:20:23,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:23,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:23,016 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,37101,1732587620925, sessionid=0x10174f0fe890000, setting cluster-up flag (Was=false) 2024-11-26T02:20:23,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:23,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:23,068 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-980720992/flush-table-proc/acquired, /0-980720992/flush-table-proc/reached, /0-980720992/flush-table-proc/abort 2024-11-26T02:20:23,069 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:23,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:23,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:23,121 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-980720992/online-snapshot/acquired, /0-980720992/online-snapshot/reached, /0-980720992/online-snapshot/abort 2024-11-26T02:20:23,122 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:23,123 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:20:23,124 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:23,124 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:20:23,125 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:20:23,125 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 851e45ef8bcf,40663,1732587592805: status=Processing ServerCrashProcedure of 851e45ef8bcf,40663,1732587592805 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732587608487, completionTime=-1 appears to have been leaked 2024-11-26T02:20:23,125 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,37101,1732587620925 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:20:23,126 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:23,126 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:23,126 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:23,126 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:23,126 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:20:23,126 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,126 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:23,126 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587653130 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:20:23,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:20:23,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:20:23,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:20:23,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:20:23,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:20:23,131 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587623131,5,FailOnTimeoutGroup] 2024-11-26T02:20:23,131 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587623131,5,FailOnTimeoutGroup] 2024-11-26T02:20:23,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:20:23,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,131 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,131 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:23,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:20:23,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:20:23,142 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(746): ClusterId : 559dcd75-b2a8-4e54-83de-6be4697a9004 2024-11-26T02:20:23,142 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:20:23,153 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:20:23,153 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:20:23,164 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:20:23,164 DEBUG [RS:0;851e45ef8bcf:37249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d905bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:23,180 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:37249 2024-11-26T02:20:23,180 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:20:23,180 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:20:23,180 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:20:23,181 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,37101,1732587620925 with port=37249, startcode=1732587621119 2024-11-26T02:20:23,181 DEBUG [RS:0;851e45ef8bcf:37249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:20:23,183 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:20:23,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:23,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37101 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:23,184 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378 2024-11-26T02:20:23,184 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46667 2024-11-26T02:20:23,184 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:20:23,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992/rs 2024-11-26T02:20:23,195 DEBUG [RS:0;851e45ef8bcf:37249 {}] zookeeper.ZKUtil(111): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Set watcher on existing znode=/0-980720992/rs/851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:23,195 WARN [RS:0;851e45ef8bcf:37249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:23,195 INFO [RS:0;851e45ef8bcf:37249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:23,196 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:23,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,37249,1732587621119] 2024-11-26T02:20:23,199 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:20:23,200 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:20:23,201 INFO [RS:0;851e45ef8bcf:37249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:20:23,201 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,201 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:20:23,202 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:20:23,202 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,202 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,202 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,202 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,202 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,203 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,203 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:23,203 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,203 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,203 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,203 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,203 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,203 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:23,203 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:23,203 DEBUG [RS:0;851e45ef8bcf:37249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:23,203 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,203 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,203 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,203 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,203 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,203 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37249,1732587621119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:23,217 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:20:23,217 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37249,1732587621119-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,217 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,217 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.Replication(171): 851e45ef8bcf,37249,1732587621119 started 2024-11-26T02:20:23,230 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:23,230 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,37249,1732587621119, RpcServer on 851e45ef8bcf/172.17.0.2:37249, sessionid=0x10174f0fe890001 2024-11-26T02:20:23,230 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:20:23,230 DEBUG [RS:0;851e45ef8bcf:37249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:23,230 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,37249,1732587621119' 2024-11-26T02:20:23,230 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-980720992/flush-table-proc/abort' 2024-11-26T02:20:23,230 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-980720992/flush-table-proc/acquired' 2024-11-26T02:20:23,231 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:20:23,231 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:20:23,231 DEBUG [RS:0;851e45ef8bcf:37249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:23,231 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,37249,1732587621119' 2024-11-26T02:20:23,231 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-980720992/online-snapshot/abort' 2024-11-26T02:20:23,231 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-980720992/online-snapshot/acquired' 2024-11-26T02:20:23,231 DEBUG [RS:0;851e45ef8bcf:37249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:20:23,231 INFO [RS:0;851e45ef8bcf:37249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:20:23,231 INFO [RS:0;851e45ef8bcf:37249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:20:23,332 INFO [RS:0;851e45ef8bcf:37249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:23,333 INFO [RS:0;851e45ef8bcf:37249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C37249%2C1732587621119, suffix=, logDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119, archiveDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/oldWALs, maxLogs=10 2024-11-26T02:20:23,345 DEBUG [RS:0;851e45ef8bcf:37249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333, exclude list is [], retry=0 2024-11-26T02:20:23,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41281,DS-656a9d07-1843-4783-9873-0944152fc3ea,DISK] 2024-11-26T02:20:23,349 INFO [RS:0;851e45ef8bcf:37249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 2024-11-26T02:20:23,349 DEBUG [RS:0;851e45ef8bcf:37249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42509:42509)] 2024-11-26T02:20:23,541 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:20:23,541 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378 2024-11-26T02:20:23,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:20:23,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:23,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:20:23,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:20:23,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:23,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:23,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:20:23,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:20:23,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:23,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:23,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:20:23,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:20:23,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:23,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:23,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:20:23,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:20:23,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:23,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:23,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:20:23,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740 2024-11-26T02:20:23,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740 2024-11-26T02:20:23,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:20:23,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:20:23,955 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:23,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:20:23,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:23,958 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70036960, jitterRate=0.04363203048706055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:23,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587623947Initializing all the Stores at 1732587623948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587623948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587623948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587623948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587623948Cleaning up temporary data from old regions at 1732587623954 (+6 ms)Region opened successfully at 1732587623958 (+4 ms) 2024-11-26T02:20:23,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:20:23,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:20:23,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:20:23,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:20:23,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:20:23,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:23,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587623958Disabling compacts and flushes for region at 1732587623958Disabling writes for close at 1732587623958Writing region close event to WAL at 1732587623959 (+1 ms)Closed at 1732587623959 2024-11-26T02:20:23,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:23,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:20:23,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:20:23,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:20:23,961 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:20:24,111 DEBUG [851e45ef8bcf:37101 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:20:24,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:24,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,37249,1732587621119, state=OPENING 2024-11-26T02:20:24,184 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:20:24,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:24,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:24,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-980720992/meta-region-server: CHANGED 2024-11-26T02:20:24,195 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:20:24,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-980720992/meta-region-server: CHANGED 2024-11-26T02:20:24,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,37249,1732587621119}] 2024-11-26T02:20:24,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:20:24,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:20:24,352 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:20:24,352 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:24,352 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:20:24,353 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C37249%2C1732587621119.meta, suffix=.meta, logDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119, archiveDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/oldWALs, maxLogs=10 2024-11-26T02:20:24,368 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.meta.1732587624353.meta, exclude list is [], retry=0 2024-11-26T02:20:24,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41281,DS-656a9d07-1843-4783-9873-0944152fc3ea,DISK] 2024-11-26T02:20:24,372 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.meta.1732587624353.meta 2024-11-26T02:20:24,373 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42509:42509)] 2024-11-26T02:20:24,373 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:24,373 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:24,373 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:20:24,373 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:20:24,373 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:20:24,373 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:20:24,373 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:24,374 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:20:24,374 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:20:24,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:20:24,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:20:24,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:24,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:24,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:20:24,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:20:24,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:24,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:24,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:20:24,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:20:24,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:24,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:24,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:20:24,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:20:24,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:24,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:24,379 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:20:24,379 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740 2024-11-26T02:20:24,380 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740 2024-11-26T02:20:24,381 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:20:24,381 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:20:24,382 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:24,383 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:20:24,384 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75430217, jitterRate=0.12399782240390778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:24,384 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:20:24,384 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587624374Writing region info on filesystem at 1732587624374Initializing all the Stores at 1732587624375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587624375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587624375Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587624375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587624375Cleaning up temporary data from old regions at 1732587624381 (+6 ms)Running coprocessor post-open hooks at 1732587624384 (+3 ms)Region opened successfully at 1732587624384 2024-11-26T02:20:24,385 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587624347 2024-11-26T02:20:24,387 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:20:24,387 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:20:24,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:24,388 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,37249,1732587621119, state=OPEN 2024-11-26T02:20:24,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-980720992/meta-region-server 2024-11-26T02:20:24,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-980720992/meta-region-server 2024-11-26T02:20:24,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-980720992/meta-region-server: CHANGED 2024-11-26T02:20:24,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-980720992/meta-region-server: CHANGED 2024-11-26T02:20:24,531 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:24,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:20:24,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,37249,1732587621119 in 336 msec 2024-11-26T02:20:24,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:20:24,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 573 msec 2024-11-26T02:20:24,535 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:24,535 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:20:24,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:24,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37249,1732587621119, seqNum=-1] 2024-11-26T02:20:24,537 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:24,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:24,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4170 sec 2024-11-26T02:20:24,541 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587624541, completionTime=-1 2024-11-26T02:20:24,542 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:20:24,542 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:20:24,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:20:24,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587684543 2024-11-26T02:20:24,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587744543 2024-11-26T02:20:24,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:20:24,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37101,1732587620925-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:24,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37101,1732587620925-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:24,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37101,1732587620925-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:24,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:37101, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:24,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:24,544 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:24,545 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:20:24,546 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.362sec 2024-11-26T02:20:24,546 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:20:24,546 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:20:24,546 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:20:24,546 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:20:24,546 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:20:24,546 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37101,1732587620925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:24,547 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37101,1732587620925-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:20:24,549 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:20:24,549 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:20:24,549 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37101,1732587620925-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:24,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d00e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:24,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,37101,-1 for getting cluster id 2024-11-26T02:20:24,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:24,645 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559dcd75-b2a8-4e54-83de-6be4697a9004' 2024-11-26T02:20:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559dcd75-b2a8-4e54-83de-6be4697a9004" 2024-11-26T02:20:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545ce84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,37101,-1] 2024-11-26T02:20:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:24,646 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:24,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6d3d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:24,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37249,1732587621119, seqNum=-1] 2024-11-26T02:20:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:24,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:24,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60328 2024-11-26T02:20:24,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:24,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10174f0fe890002 connected 2024-11-26T02:20:24,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/hadoop.log.dir so I do NOT create it in target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6 2024-11-26T02:20:24,681 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:20:24,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/hadoop.tmp.dir so I do NOT create it in target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6 2024-11-26T02:20:24,681 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:20:24,681 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6 2024-11-26T02:20:24,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:20:24,681 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/cluster_48164bce-0118-1dff-58a4-599ddcbbfbbd, deleteOnExit=true 2024-11-26T02:20:24,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/test.cache.data in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:20:24,682 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:20:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:20:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:20:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:20:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:20:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:20:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:20:25,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:25,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:20:25,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:20:25,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:20:25,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:20:25,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:25,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73bf7722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:20:25,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fd531f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:20:25,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31f69d6c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/java.io.tmpdir/jetty-localhost-34741-hadoop-hdfs-3_4_1-tests_jar-_-any-4657528270169416355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:20:25,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42fd2a11{HTTP/1.1, (http/1.1)}{localhost:34741} 2024-11-26T02:20:25,108 INFO [Time-limited test {}] server.Server(415): Started @179213ms 2024-11-26T02:20:25,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:25,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:20:25,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:20:25,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:20:25,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:20:25,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64c0ca81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:20:25,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e5a569c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:20:25,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c7111c1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/java.io.tmpdir/jetty-localhost-37641-hadoop-hdfs-3_4_1-tests_jar-_-any-4809693708560174199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:20:25,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f157e59{HTTP/1.1, (http/1.1)}{localhost:37641} 2024-11-26T02:20:25,439 INFO [Time-limited test {}] server.Server(415): Started @179544ms 2024-11-26T02:20:25,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:20:26,114 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/cluster_48164bce-0118-1dff-58a4-599ddcbbfbbd/data/data2/current/BP-556451107-172.17.0.2-1732587624703/current, will proceed with Du for space computation calculation, 2024-11-26T02:20:26,114 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/cluster_48164bce-0118-1dff-58a4-599ddcbbfbbd/data/data1/current/BP-556451107-172.17.0.2-1732587624703/current, will proceed with Du for space computation calculation, 2024-11-26T02:20:26,130 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:20:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x683abb7216b06af1 with lease ID 0xc2eb26e7948e60a7: Processing first storage report for DS-85e98e21-00cc-4f01-8f48-4f46c3377543 from datanode DatanodeRegistration(127.0.0.1:44237, datanodeUuid=e4ad6b72-2a22-40f0-87d3-2a015fcffffe, infoPort=35041, infoSecurePort=0, ipcPort=33519, storageInfo=lv=-57;cid=testClusterID;nsid=240372153;c=1732587624703) 2024-11-26T02:20:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x683abb7216b06af1 with lease ID 0xc2eb26e7948e60a7: from storage DS-85e98e21-00cc-4f01-8f48-4f46c3377543 node DatanodeRegistration(127.0.0.1:44237, datanodeUuid=e4ad6b72-2a22-40f0-87d3-2a015fcffffe, infoPort=35041, infoSecurePort=0, ipcPort=33519, storageInfo=lv=-57;cid=testClusterID;nsid=240372153;c=1732587624703), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:20:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x683abb7216b06af1 with lease ID 0xc2eb26e7948e60a7: Processing first storage report for DS-da930094-b702-4347-9338-b04fc1ed4c78 from datanode DatanodeRegistration(127.0.0.1:44237, datanodeUuid=e4ad6b72-2a22-40f0-87d3-2a015fcffffe, infoPort=35041, infoSecurePort=0, ipcPort=33519, storageInfo=lv=-57;cid=testClusterID;nsid=240372153;c=1732587624703) 2024-11-26T02:20:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x683abb7216b06af1 with lease ID 0xc2eb26e7948e60a7: from storage DS-da930094-b702-4347-9338-b04fc1ed4c78 node DatanodeRegistration(127.0.0.1:44237, datanodeUuid=e4ad6b72-2a22-40f0-87d3-2a015fcffffe, infoPort=35041, infoSecurePort=0, ipcPort=33519, storageInfo=lv=-57;cid=testClusterID;nsid=240372153;c=1732587624703), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:20:26,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6 2024-11-26T02:20:26,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:26,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:20:26,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae with version=8 2024-11-26T02:20:26,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/hbase-staging 2024-11-26T02:20:26,580 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:20:26,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:26,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:26,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:20:26,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:26,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:20:26,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:20:26,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:20:26,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36335 2024-11-26T02:20:26,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36335 connecting to ZooKeeper ensemble=127.0.0.1:60328 2024-11-26T02:20:26,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363350x0, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:26,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36335-0x10174f0fe890003 connected 2024-11-26T02:20:26,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:26,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:26,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Set watcher on znode that does not yet exist, /1-1564271166/running 2024-11-26T02:20:26,714 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae, hbase.cluster.distributed=false 2024-11-26T02:20:26,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Set watcher on znode that does not yet exist, /1-1564271166/acl 2024-11-26T02:20:26,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36335 2024-11-26T02:20:26,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36335 2024-11-26T02:20:26,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36335 2024-11-26T02:20:26,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36335 2024-11-26T02:20:26,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36335 2024-11-26T02:20:26,729 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:20:26,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:26,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:26,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:20:26,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:26,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:20:26,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:20:26,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:20:26,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38715 2024-11-26T02:20:26,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38715 connecting to ZooKeeper ensemble=127.0.0.1:60328 2024-11-26T02:20:26,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:26,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:26,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387150x0, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:26,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387150x0, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Set watcher on znode that does not yet exist, /1-1564271166/running 2024-11-26T02:20:26,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38715-0x10174f0fe890004 connected 2024-11-26T02:20:26,743 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:20:26,743 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:20:26,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Set watcher on znode that does not yet exist, /1-1564271166/master 2024-11-26T02:20:26,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Set watcher on znode that does not yet exist, /1-1564271166/acl 2024-11-26T02:20:26,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38715 2024-11-26T02:20:26,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38715 2024-11-26T02:20:26,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38715 2024-11-26T02:20:26,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38715 2024-11-26T02:20:26,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38715 2024-11-26T02:20:26,762 DEBUG [M:0;851e45ef8bcf:36335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:36335 2024-11-26T02:20:26,762 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1564271166/backup-masters/851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:26,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166/backup-masters 2024-11-26T02:20:26,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166/backup-masters 2024-11-26T02:20:26,774 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Set watcher on existing znode=/1-1564271166/backup-masters/851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:26,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1564271166/master 2024-11-26T02:20:26,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:26,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:26,785 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Set watcher on existing znode=/1-1564271166/master 2024-11-26T02:20:26,785 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1564271166/backup-masters/851e45ef8bcf,36335,1732587626580 from backup master directory 2024-11-26T02:20:26,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1564271166/backup-masters/851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:26,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166/backup-masters 2024-11-26T02:20:26,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166/backup-masters 2024-11-26T02:20:26,795 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:26,795 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:26,798 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/hbase.id] with ID: cfb29a19-f7df-4754-a678-f703fd0b3012 2024-11-26T02:20:26,798 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/.tmp/hbase.id 2024-11-26T02:20:26,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:20:27,204 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/.tmp/hbase.id]:[hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/hbase.id] 2024-11-26T02:20:27,213 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:27,213 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:20:27,214 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:20:27,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:27,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:27,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:20:27,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:20:27,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:27,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:27,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:27,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:27,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:27,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:27,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:27,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:27,677 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:20:27,678 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:20:27,678 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:20:28,085 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store 2024-11-26T02:20:28,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:20:28,490 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:28,491 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:20:28,491 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:28,491 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:28,491 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:20:28,491 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:28,491 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:28,491 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587628491Disabling compacts and flushes for region at 1732587628491Disabling writes for close at 1732587628491Writing region close event to WAL at 1732587628491Closed at 1732587628491 2024-11-26T02:20:28,491 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/.initializing 2024-11-26T02:20:28,491 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/WALs/851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:28,492 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:28,494 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C36335%2C1732587626580, suffix=, logDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/WALs/851e45ef8bcf,36335,1732587626580, archiveDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/oldWALs, maxLogs=10 2024-11-26T02:20:28,508 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/WALs/851e45ef8bcf,36335,1732587626580/851e45ef8bcf%2C36335%2C1732587626580.1732587628494, exclude list is [], retry=0 2024-11-26T02:20:28,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-85e98e21-00cc-4f01-8f48-4f46c3377543,DISK] 2024-11-26T02:20:28,513 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/WALs/851e45ef8bcf,36335,1732587626580/851e45ef8bcf%2C36335%2C1732587626580.1732587628494 2024-11-26T02:20:28,513 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35041:35041)] 2024-11-26T02:20:28,513 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:28,514 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:28,514 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,514 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:20:28,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:28,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:28,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:20:28,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:28,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:28,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:20:28,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:28,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:28,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:20:28,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:28,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:28,520 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,521 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,521 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,522 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,522 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,522 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:28,523 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:28,525 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:28,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64995555, jitterRate=-0.031490758061409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:28,525 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587628514Initializing all the Stores at 1732587628514Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587628515 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587628515Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587628515Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587628515Cleaning up temporary data from old regions at 1732587628522 (+7 ms)Region opened successfully at 1732587628525 (+3 ms) 2024-11-26T02:20:28,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:20:28,527 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a305e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:28,528 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:20:28,528 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:20:28,528 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:20:28,528 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:20:28,529 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:20:28,529 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:20:28,529 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:20:28,531 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:20:28,531 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Unable to get data of znode /1-1564271166/balancer because node does not exist (not necessarily an error) 2024-11-26T02:20:28,614 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1564271166/balancer already deleted, retry=false 2024-11-26T02:20:28,614 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:20:28,615 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Unable to get data of znode /1-1564271166/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:20:28,637 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1564271166/normalizer already deleted, retry=false 2024-11-26T02:20:28,637 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:20:28,638 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Unable to get data of znode /1-1564271166/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:20:28,647 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1564271166/switch/split already deleted, retry=false 2024-11-26T02:20:28,648 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Unable to get data of znode /1-1564271166/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:20:28,658 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1564271166/switch/merge already deleted, retry=false 2024-11-26T02:20:28,659 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Unable to get data of znode /1-1564271166/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:20:28,668 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1564271166/snapshot-cleanup already deleted, retry=false 2024-11-26T02:20:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1564271166/running 2024-11-26T02:20:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1564271166/running 2024-11-26T02:20:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:28,679 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,36335,1732587626580, sessionid=0x10174f0fe890003, setting cluster-up flag (Was=false) 2024-11-26T02:20:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:28,731 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1564271166/flush-table-proc/acquired, /1-1564271166/flush-table-proc/reached, /1-1564271166/flush-table-proc/abort 2024-11-26T02:20:28,732 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:28,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:28,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:28,784 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1564271166/online-snapshot/acquired, /1-1564271166/online-snapshot/reached, /1-1564271166/online-snapshot/abort 2024-11-26T02:20:28,785 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:28,786 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:20:28,787 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:28,787 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:20:28,787 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:20:28,787 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,36335,1732587626580 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:20:28,788 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:28,788 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:28,788 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:28,788 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:28,788 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:20:28,788 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,788 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:28,789 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,789 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587658789 2024-11-26T02:20:28,789 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:20:28,789 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:20:28,789 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:20:28,789 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:20:28,790 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:20:28,790 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:20:28,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:28,790 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:20:28,790 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:20:28,790 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:20:28,790 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:20:28,790 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:20:28,790 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:20:28,790 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:20:28,791 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587628790,5,FailOnTimeoutGroup] 2024-11-26T02:20:28,791 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587628791,5,FailOnTimeoutGroup] 2024-11-26T02:20:28,791 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,791 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:20:28,791 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,791 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:28,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:20:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:20:28,854 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(746): ClusterId : cfb29a19-f7df-4754-a678-f703fd0b3012 2024-11-26T02:20:28,854 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:20:28,867 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:20:28,867 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:20:28,879 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:20:28,879 DEBUG [RS:0;851e45ef8bcf:38715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1ffdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:28,890 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:38715 2024-11-26T02:20:28,890 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:20:28,890 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:20:28,890 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:20:28,891 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,36335,1732587626580 with port=38715, startcode=1732587626728 2024-11-26T02:20:28,891 DEBUG [RS:0;851e45ef8bcf:38715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:20:28,892 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:20:28,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:28,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36335 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:28,894 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae 2024-11-26T02:20:28,894 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40267 2024-11-26T02:20:28,894 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:20:28,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166/rs 2024-11-26T02:20:28,925 DEBUG [RS:0;851e45ef8bcf:38715 {}] zookeeper.ZKUtil(111): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Set watcher on existing znode=/1-1564271166/rs/851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:28,925 WARN [RS:0;851e45ef8bcf:38715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:28,925 INFO [RS:0;851e45ef8bcf:38715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:28,925 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:28,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,38715,1732587626728] 2024-11-26T02:20:28,928 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:20:28,929 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:20:28,929 INFO [RS:0;851e45ef8bcf:38715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:20:28,929 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,929 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:20:28,930 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:20:28,930 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:28,930 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:28,931 DEBUG [RS:0;851e45ef8bcf:38715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:28,931 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,931 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,931 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,931 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,931 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,931 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,38715,1732587626728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:28,944 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:20:28,944 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,38715,1732587626728-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,944 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,944 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.Replication(171): 851e45ef8bcf,38715,1732587626728 started 2024-11-26T02:20:28,956 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:28,956 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,38715,1732587626728, RpcServer on 851e45ef8bcf/172.17.0.2:38715, sessionid=0x10174f0fe890004 2024-11-26T02:20:28,956 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:20:28,956 DEBUG [RS:0;851e45ef8bcf:38715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:28,956 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,38715,1732587626728' 2024-11-26T02:20:28,956 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1564271166/flush-table-proc/abort' 2024-11-26T02:20:28,957 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1564271166/flush-table-proc/acquired' 2024-11-26T02:20:28,957 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:20:28,957 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:20:28,957 DEBUG [RS:0;851e45ef8bcf:38715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:28,957 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,38715,1732587626728' 2024-11-26T02:20:28,957 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1564271166/online-snapshot/abort' 2024-11-26T02:20:28,958 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1564271166/online-snapshot/acquired' 2024-11-26T02:20:28,958 DEBUG [RS:0;851e45ef8bcf:38715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:20:28,958 INFO [RS:0;851e45ef8bcf:38715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:20:28,958 INFO [RS:0;851e45ef8bcf:38715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:20:29,058 INFO [RS:0;851e45ef8bcf:38715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:29,059 INFO [RS:0;851e45ef8bcf:38715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C38715%2C1732587626728, suffix=, logDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728, archiveDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/oldWALs, maxLogs=10 2024-11-26T02:20:29,072 DEBUG [RS:0;851e45ef8bcf:38715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060, exclude list is [], retry=0 2024-11-26T02:20:29,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-85e98e21-00cc-4f01-8f48-4f46c3377543,DISK] 2024-11-26T02:20:29,075 INFO [RS:0;851e45ef8bcf:38715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 2024-11-26T02:20:29,076 DEBUG [RS:0;851e45ef8bcf:38715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35041:35041)] 2024-11-26T02:20:29,199 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:20:29,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:20:29,202 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae 2024-11-26T02:20:29,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:20:29,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:29,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:20:29,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:20:29,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:29,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:29,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:20:29,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:20:29,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:29,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:29,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:20:29,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:20:29,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:29,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:29,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:20:29,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:20:29,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:29,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:29,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:20:29,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740 2024-11-26T02:20:29,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740 2024-11-26T02:20:29,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:20:29,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:20:29,616 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:29,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:20:29,619 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:29,619 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71167935, jitterRate=0.0604848712682724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:29,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587629607Initializing all the Stores at 1732587629608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587629608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587629608Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587629608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587629608Cleaning up temporary data from old regions at 1732587629616 (+8 ms)Region opened successfully at 1732587629619 (+3 ms) 2024-11-26T02:20:29,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:20:29,620 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:20:29,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:20:29,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:20:29,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:20:29,620 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:29,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587629620Disabling compacts and flushes for region at 1732587629620Disabling writes for close at 1732587629620Writing region close event to WAL at 1732587629620Closed at 1732587629620 2024-11-26T02:20:29,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:29,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:20:29,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:20:29,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:20:29,624 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:20:29,774 DEBUG [851e45ef8bcf:36335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:20:29,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:29,775 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,38715,1732587626728, state=OPENING 2024-11-26T02:20:29,837 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:20:29,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:29,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:29,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1564271166/meta-region-server: CHANGED 2024-11-26T02:20:29,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1564271166/meta-region-server: CHANGED 2024-11-26T02:20:29,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:20:29,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,38715,1732587626728}] 2024-11-26T02:20:30,000 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:20:30,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:20:30,004 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:20:30,004 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:30,005 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:20:30,006 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C38715%2C1732587626728.meta, suffix=.meta, logDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728, archiveDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/oldWALs, maxLogs=10 2024-11-26T02:20:30,018 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.meta.1732587630006.meta, exclude list is [], retry=0 2024-11-26T02:20:30,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-85e98e21-00cc-4f01-8f48-4f46c3377543,DISK] 2024-11-26T02:20:30,021 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.meta.1732587630006.meta 2024-11-26T02:20:30,021 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35041:35041)] 2024-11-26T02:20:30,021 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:30,022 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:30,022 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:20:30,022 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:20:30,022 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:20:30,022 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:20:30,022 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:30,022 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:20:30,022 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:20:30,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:20:30,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:20:30,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:30,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:30,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:20:30,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:20:30,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:30,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:30,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:20:30,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:20:30,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:30,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:30,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:20:30,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:20:30,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:30,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:30,028 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:20:30,028 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740 2024-11-26T02:20:30,029 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740 2024-11-26T02:20:30,030 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:20:30,030 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:20:30,031 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:30,032 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:20:30,032 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60177572, jitterRate=-0.10328429937362671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:30,032 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:20:30,032 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587630022Writing region info on filesystem at 1732587630022Initializing all the Stores at 1732587630023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587630023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587630023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587630023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587630023Cleaning up temporary data from old regions at 1732587630030 (+7 ms)Running coprocessor post-open hooks at 1732587630032 (+2 ms)Region opened successfully at 1732587630032 2024-11-26T02:20:30,033 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587630000 2024-11-26T02:20:30,035 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:20:30,035 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:20:30,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:30,036 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,38715,1732587626728, state=OPEN 2024-11-26T02:20:30,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1564271166/meta-region-server 2024-11-26T02:20:30,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1564271166/meta-region-server 2024-11-26T02:20:30,047 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:30,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1564271166/meta-region-server: CHANGED 2024-11-26T02:20:30,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1564271166/meta-region-server: CHANGED 2024-11-26T02:20:30,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:20:30,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,38715,1732587626728 in 199 msec 2024-11-26T02:20:30,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:20:30,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-26T02:20:30,051 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:30,052 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:20:30,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:30,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1] 2024-11-26T02:20:30,053 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:30,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:30,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-26T02:20:30,059 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587630059, completionTime=-1 2024-11-26T02:20:30,059 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:20:30,059 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:20:30,061 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:20:30,061 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587690061 2024-11-26T02:20:30,061 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587750061 2024-11-26T02:20:30,061 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:20:30,061 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,36335,1732587626580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:30,061 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,36335,1732587626580-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:30,061 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,36335,1732587626580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:30,061 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:36335, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:30,061 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:30,061 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:30,063 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:20:30,064 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.269sec 2024-11-26T02:20:30,064 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:20:30,064 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:20:30,064 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:20:30,064 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:20:30,064 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:20:30,064 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,36335,1732587626580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:30,064 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,36335,1732587626580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:20:30,066 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:20:30,066 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:20:30,066 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,36335,1732587626580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:30,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360aa862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:30,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,36335,-1 for getting cluster id 2024-11-26T02:20:30,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:30,156 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfb29a19-f7df-4754-a678-f703fd0b3012' 2024-11-26T02:20:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfb29a19-f7df-4754-a678-f703fd0b3012" 2024-11-26T02:20:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0108de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,36335,-1] 2024-11-26T02:20:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:30,158 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:30,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f85bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:30,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1] 2024-11-26T02:20:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:30,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:30,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60328 2024-11-26T02:20:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:30,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10174f0fe890005 connected 2024-11-26T02:20:30,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:30,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:30,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7537c8a 2024-11-26T02:20:30,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:30,188 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:30,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:20:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:20:30,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:20:30,191 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:30,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:20:30,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:20:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:30,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:20:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:30,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b322ec4b63d6bf27476f1971fe1fec2, NAME => 'test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378 2024-11-26T02:20:30,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:20:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:31,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:31,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b322ec4b63d6bf27476f1971fe1fec2, disabling compactions & flushes 2024-11-26T02:20:31,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:31,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:31,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. after waiting 0 ms 2024-11-26T02:20:31,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:31,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:31,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b322ec4b63d6bf27476f1971fe1fec2: Waiting for close lock at 1732587631003Disabling compacts and flushes for region at 1732587631003Disabling writes for close at 1732587631003Writing region close event to WAL at 1732587631003Closed at 1732587631003 2024-11-26T02:20:31,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:20:31,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587631004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587631004"}]},"ts":"1732587631004"} 2024-11-26T02:20:31,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:20:31,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:20:31,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587631007"}]},"ts":"1732587631007"} 2024-11-26T02:20:31,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:20:31,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b322ec4b63d6bf27476f1971fe1fec2, ASSIGN}] 2024-11-26T02:20:31,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b322ec4b63d6bf27476f1971fe1fec2, ASSIGN 2024-11-26T02:20:31,010 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b322ec4b63d6bf27476f1971fe1fec2, ASSIGN; state=OFFLINE, location=851e45ef8bcf,37249,1732587621119; forceNewPlan=false, retain=false 2024-11-26T02:20:31,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b322ec4b63d6bf27476f1971fe1fec2, regionState=OPENING, regionLocation=851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:31,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b322ec4b63d6bf27476f1971fe1fec2, ASSIGN because future has completed 2024-11-26T02:20:31,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b322ec4b63d6bf27476f1971fe1fec2, server=851e45ef8bcf,37249,1732587621119}] 2024-11-26T02:20:31,318 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:31,318 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b322ec4b63d6bf27476f1971fe1fec2, NAME => 'test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:31,318 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:31,319 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:20:31,319 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,319 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:31,319 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,319 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,320 INFO [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,321 INFO [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b322ec4b63d6bf27476f1971fe1fec2 columnFamilyName f 2024-11-26T02:20:31,321 DEBUG [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:31,322 INFO [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] regionserver.HStore(327): Store=3b322ec4b63d6bf27476f1971fe1fec2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:31,322 INFO [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,323 INFO [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b322ec4b63d6bf27476f1971fe1fec2 columnFamilyName f1 2024-11-26T02:20:31,323 DEBUG [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:31,323 INFO [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] regionserver.HStore(327): Store=3b322ec4b63d6bf27476f1971fe1fec2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:31,323 INFO [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,324 INFO [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b322ec4b63d6bf27476f1971fe1fec2 columnFamilyName norep 2024-11-26T02:20:31,324 DEBUG [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:31,325 INFO [StoreOpener-3b322ec4b63d6bf27476f1971fe1fec2-1 {}] regionserver.HStore(327): Store=3b322ec4b63d6bf27476f1971fe1fec2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:31,325 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,325 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,326 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,327 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,327 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,327 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:20:31,328 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,329 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:31,330 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b322ec4b63d6bf27476f1971fe1fec2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60805764, jitterRate=-0.09392350912094116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:20:31,330 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:31,330 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b322ec4b63d6bf27476f1971fe1fec2: Running coprocessor pre-open hook at 1732587631319Writing region info on filesystem at 1732587631319Initializing all the Stores at 1732587631320 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587631320Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587631320Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587631320Cleaning up temporary data from old regions at 1732587631327 (+7 ms)Running coprocessor post-open hooks at 1732587631330 (+3 ms)Region opened successfully at 1732587631330 2024-11-26T02:20:31,331 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2., pid=6, masterSystemTime=1732587631315 2024-11-26T02:20:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:31,333 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:31,333 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:31,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b322ec4b63d6bf27476f1971fe1fec2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:31,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b322ec4b63d6bf27476f1971fe1fec2, server=851e45ef8bcf,37249,1732587621119 because future has completed 2024-11-26T02:20:31,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:20:31,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b322ec4b63d6bf27476f1971fe1fec2, server=851e45ef8bcf,37249,1732587621119 in 173 msec 2024-11-26T02:20:31,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:20:31,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b322ec4b63d6bf27476f1971fe1fec2, ASSIGN in 329 msec 2024-11-26T02:20:31,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:20:31,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587631339"}]},"ts":"1732587631339"} 2024-11-26T02:20:31,340 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:20:31,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:20:31,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-26T02:20:31,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:20:31,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T02:20:31,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:20:31,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T02:20:31,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:31,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T02:20:31,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:20:31,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T02:20:31,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:31,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T02:20:31,814 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:20:31,814 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T02:20:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:32,343 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:20:32,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54e5765a 2024-11-26T02:20:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:32,345 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:32,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:20:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:20:32,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:20:32,348 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:32,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:20:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:32,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:20:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:20:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:32,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3b8005c96cab8ae37baa6980bb09599, NAME => 'test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae 2024-11-26T02:20:32,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:20:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:33,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:33,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a3b8005c96cab8ae37baa6980bb09599, disabling compactions & flushes 2024-11-26T02:20:33,162 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:33,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:33,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. after waiting 0 ms 2024-11-26T02:20:33,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:33,163 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:33,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3b8005c96cab8ae37baa6980bb09599: Waiting for close lock at 1732587633162Disabling compacts and flushes for region at 1732587633162Disabling writes for close at 1732587633162Writing region close event to WAL at 1732587633163 (+1 ms)Closed at 1732587633163 2024-11-26T02:20:33,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:20:33,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587633164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587633164"}]},"ts":"1732587633164"} 2024-11-26T02:20:33,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:20:33,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:20:33,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587633167"}]},"ts":"1732587633167"} 2024-11-26T02:20:33,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:20:33,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a3b8005c96cab8ae37baa6980bb09599, ASSIGN}] 2024-11-26T02:20:33,170 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a3b8005c96cab8ae37baa6980bb09599, ASSIGN 2024-11-26T02:20:33,170 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a3b8005c96cab8ae37baa6980bb09599, ASSIGN; state=OFFLINE, location=851e45ef8bcf,38715,1732587626728; forceNewPlan=false, retain=false 2024-11-26T02:20:33,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3b8005c96cab8ae37baa6980bb09599, regionState=OPENING, regionLocation=851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:33,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a3b8005c96cab8ae37baa6980bb09599, ASSIGN because future has completed 2024-11-26T02:20:33,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3b8005c96cab8ae37baa6980bb09599, server=851e45ef8bcf,38715,1732587626728}] 2024-11-26T02:20:33,479 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:33,479 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a3b8005c96cab8ae37baa6980bb09599, NAME => 'test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:33,479 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:33,479 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:20:33,479 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,479 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:33,479 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,479 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,480 INFO [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,481 INFO [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3b8005c96cab8ae37baa6980bb09599 columnFamilyName f 2024-11-26T02:20:33,481 DEBUG [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:33,482 INFO [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] regionserver.HStore(327): Store=a3b8005c96cab8ae37baa6980bb09599/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:33,482 INFO [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:33,483 INFO [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3b8005c96cab8ae37baa6980bb09599 columnFamilyName f1 2024-11-26T02:20:33,483 DEBUG [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:33,483 INFO [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] regionserver.HStore(327): Store=a3b8005c96cab8ae37baa6980bb09599/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:33,483 INFO [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,484 INFO [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3b8005c96cab8ae37baa6980bb09599 columnFamilyName norep 2024-11-26T02:20:33,484 DEBUG [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:33,484 INFO [StoreOpener-a3b8005c96cab8ae37baa6980bb09599-1 {}] regionserver.HStore(327): Store=a3b8005c96cab8ae37baa6980bb09599/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:33,484 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,485 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,485 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,486 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,486 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,486 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:20:33,487 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,489 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:33,490 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a3b8005c96cab8ae37baa6980bb09599; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75461273, jitterRate=0.12446059286594391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:20:33,490 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:33,490 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a3b8005c96cab8ae37baa6980bb09599: Running coprocessor pre-open hook at 1732587633479Writing region info on filesystem at 1732587633479Initializing all the Stores at 1732587633480 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587633480Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587633480Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587633480Cleaning up temporary data from old regions at 1732587633486 (+6 ms)Running coprocessor post-open hooks at 1732587633490 (+4 ms)Region opened successfully at 1732587633490 2024-11-26T02:20:33,491 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599., pid=6, masterSystemTime=1732587633476 2024-11-26T02:20:33,492 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:33,492 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:33,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3b8005c96cab8ae37baa6980bb09599, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:33,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3b8005c96cab8ae37baa6980bb09599, server=851e45ef8bcf,38715,1732587626728 because future has completed 2024-11-26T02:20:33,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:20:33,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a3b8005c96cab8ae37baa6980bb09599, server=851e45ef8bcf,38715,1732587626728 in 173 msec 2024-11-26T02:20:33,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:20:33,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a3b8005c96cab8ae37baa6980bb09599, ASSIGN in 329 msec 2024-11-26T02:20:33,500 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:20:33,500 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587633500"}]},"ts":"1732587633500"} 2024-11-26T02:20:33,502 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:20:33,503 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:20:33,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-26T02:20:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:20:34,492 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:20:34,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6cb294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,37101,-1 for getting cluster id 2024-11-26T02:20:34,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:34,494 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559dcd75-b2a8-4e54-83de-6be4697a9004' 2024-11-26T02:20:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559dcd75-b2a8-4e54-83de-6be4697a9004" 2024-11-26T02:20:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34abd308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,37101,-1] 2024-11-26T02:20:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:34,495 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b590948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfccaa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,36335,-1 for getting cluster id 2024-11-26T02:20:34,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:34,497 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfb29a19-f7df-4754-a678-f703fd0b3012' 2024-11-26T02:20:34,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:34,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfb29a19-f7df-4754-a678-f703fd0b3012" 2024-11-26T02:20:34,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576ee1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,36335,-1] 2024-11-26T02:20:34,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:34,498 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:34,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f69c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4131d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,37101,-1 for getting cluster id 2024-11-26T02:20:34,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:34,500 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559dcd75-b2a8-4e54-83de-6be4697a9004' 2024-11-26T02:20:34,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:34,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559dcd75-b2a8-4e54-83de-6be4697a9004" 2024-11-26T02:20:34,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1ffe60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,37101,-1] 2024-11-26T02:20:34,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:34,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:34,501 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65269071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4949deae 2024-11-26T02:20:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:34,504 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:34,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:36335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:20:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:20:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:34,506 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:36335' 2024-11-26T02:20:34,508 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488a177d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,508 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,36335,-1 for getting cluster id 2024-11-26T02:20:34,508 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:34,509 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfb29a19-f7df-4754-a678-f703fd0b3012' 2024-11-26T02:20:34,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:34,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfb29a19-f7df-4754-a678-f703fd0b3012" 2024-11-26T02:20:34,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61473fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,36335,-1] 2024-11-26T02:20:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:34,510 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:34,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7e1b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:34,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:34,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:34,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7385813a 2024-11-26T02:20:34,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:34,512 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:34,513 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T02:20:34,513 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:20:34,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:34,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:34,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:34,514 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:20:34,515 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:20:34,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:20:34,515 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:34,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:20:34,565 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:20:34,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:20:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:34,928 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T02:20:34,979 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a83b8e880721f1c1587a9ef2b67219f, NAME => 'hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378 2024-11-26T02:20:34,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:20:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:35,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:35,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1a83b8e880721f1c1587a9ef2b67219f, disabling compactions & flushes 2024-11-26T02:20:35,384 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:35,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:35,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. after waiting 0 ms 2024-11-26T02:20:35,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:35,385 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:35,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a83b8e880721f1c1587a9ef2b67219f: Waiting for close lock at 1732587635384Disabling compacts and flushes for region at 1732587635384Disabling writes for close at 1732587635384Writing region close event to WAL at 1732587635385 (+1 ms)Closed at 1732587635385 2024-11-26T02:20:35,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:20:35,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587635386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587635386"}]},"ts":"1732587635386"} 2024-11-26T02:20:35,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:20:35,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:20:35,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587635389"}]},"ts":"1732587635389"} 2024-11-26T02:20:35,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:20:35,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a83b8e880721f1c1587a9ef2b67219f, ASSIGN}] 2024-11-26T02:20:35,392 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a83b8e880721f1c1587a9ef2b67219f, ASSIGN 2024-11-26T02:20:35,393 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1a83b8e880721f1c1587a9ef2b67219f, ASSIGN; state=OFFLINE, location=851e45ef8bcf,37249,1732587621119; forceNewPlan=false, retain=false 2024-11-26T02:20:35,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:20:35,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1a83b8e880721f1c1587a9ef2b67219f, regionState=OPENING, regionLocation=851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:35,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1a83b8e880721f1c1587a9ef2b67219f, ASSIGN because future has completed 2024-11-26T02:20:35,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a83b8e880721f1c1587a9ef2b67219f, server=851e45ef8bcf,37249,1732587621119}] 2024-11-26T02:20:35,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:35,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:35,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:35,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:35,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:35,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:35,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:35,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:35,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:35,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:35,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:20:35,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C37249%2C1732587621119.rep, suffix=, logDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119, archiveDir=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/oldWALs, maxLogs=10 2024-11-26T02:20:35,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.rep.1732587635703, exclude list is [], retry=0 2024-11-26T02:20:35,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41281,DS-656a9d07-1843-4783-9873-0944152fc3ea,DISK] 2024-11-26T02:20:35,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.rep.1732587635703 2024-11-26T02:20:35,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42509:42509)] 2024-11-26T02:20:35,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a83b8e880721f1c1587a9ef2b67219f, NAME => 'hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:35,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:35,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:20:35,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. service=MultiRowMutationService 2024-11-26T02:20:35,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:20:35,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:35,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,719 INFO [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,720 INFO [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a83b8e880721f1c1587a9ef2b67219f columnFamilyName hfileref 2024-11-26T02:20:35,720 DEBUG [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:35,721 INFO [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] regionserver.HStore(327): Store=1a83b8e880721f1c1587a9ef2b67219f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:35,721 INFO [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,722 INFO [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a83b8e880721f1c1587a9ef2b67219f columnFamilyName queue 2024-11-26T02:20:35,722 DEBUG [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:35,722 INFO [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] regionserver.HStore(327): Store=1a83b8e880721f1c1587a9ef2b67219f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:35,722 INFO [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,723 INFO [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a83b8e880721f1c1587a9ef2b67219f columnFamilyName sid 2024-11-26T02:20:35,723 DEBUG [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:35,723 INFO [StoreOpener-1a83b8e880721f1c1587a9ef2b67219f-1 {}] regionserver.HStore(327): Store=1a83b8e880721f1c1587a9ef2b67219f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:35,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:20:35,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:35,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1a83b8e880721f1c1587a9ef2b67219f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62039643, jitterRate=-0.07553727924823761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:20:35,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:35,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1a83b8e880721f1c1587a9ef2b67219f: Running coprocessor pre-open hook at 1732587635718Writing region info on filesystem at 1732587635718Initializing all the Stores at 1732587635719 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587635719Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587635719Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587635719Cleaning up temporary data from old regions at 1732587635725 (+6 ms)Running coprocessor post-open hooks at 1732587635728 (+3 ms)Region opened successfully at 1732587635728 2024-11-26T02:20:35,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f., pid=10, masterSystemTime=1732587635698 2024-11-26T02:20:35,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:35,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:35,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1a83b8e880721f1c1587a9ef2b67219f, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:35,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a83b8e880721f1c1587a9ef2b67219f, server=851e45ef8bcf,37249,1732587621119 because future has completed 2024-11-26T02:20:35,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:20:35,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a83b8e880721f1c1587a9ef2b67219f, server=851e45ef8bcf,37249,1732587621119 in 188 msec 2024-11-26T02:20:35,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:20:35,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a83b8e880721f1c1587a9ef2b67219f, ASSIGN in 344 msec 2024-11-26T02:20:35,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:20:35,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587635737"}]},"ts":"1732587635737"} 2024-11-26T02:20:35,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:20:35,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:20:35,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2250 sec 2024-11-26T02:20:35,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f., hostname=851e45ef8bcf,37249,1732587621119, seqNum=2] 2024-11-26T02:20:35,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:35,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:35,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:20:36,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:20:36,011 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:20:36,044 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,37249,1732587621119, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:20:36,044 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:36,044 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37249,1732587621119, seqNum=-1] 2024-11-26T02:20:36,045 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:36,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T02:20:36,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,37249,1732587621119', locateType=CURRENT is [region=hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f., hostname=851e45ef8bcf,37249,1732587621119, seqNum=2] 2024-11-26T02:20:36,049 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:20:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:20:36,051 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,37249,1732587621119 suceeded 2024-11-26T02:20:36,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:20:36,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-26T02:20:36,053 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:36335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:20:36,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5490 sec 2024-11-26T02:20:36,063 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:36335' 2024-11-26T02:20:36,064 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f64b6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:36,064 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,36335,-1 for getting cluster id 2024-11-26T02:20:36,064 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:36,065 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfb29a19-f7df-4754-a678-f703fd0b3012' 2024-11-26T02:20:36,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:36,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfb29a19-f7df-4754-a678-f703fd0b3012" 2024-11-26T02:20:36,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@295f6ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:36,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,36335,-1] 2024-11-26T02:20:36,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:36,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:36,067 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:36,067 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3226d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:36,067 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:36,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:36,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@211e881f 2024-11-26T02:20:36,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:36,069 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T02:20:36,069 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,37249,1732587621119 (queues=1) is replicating from cluster=559dcd75-b2a8-4e54-83de-6be4697a9004 to cluster=cfb29a19-f7df-4754-a678-f703fd0b3012 2024-11-26T02:20:36,070 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C37249%2C1732587621119 2024-11-26T02:20:36,070 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,37249,1732587621119, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:20:36,070 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C37249%2C1732587621119 2024-11-26T02:20:36,070 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333, startPosition=0, beingWritten=true 2024-11-26T02:20:36,075 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:20:36,075 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 379, reset compression=false 2024-11-26T02:20:36,075 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37249,1732587621119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:20:36,280 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 379, reset compression=false 2024-11-26T02:20:36,583 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 379, reset compression=false 2024-11-26T02:20:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:36,653 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:20:36,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:36,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:36,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:36,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:36,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:36,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd5e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:36,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,36335,-1 for getting cluster id 2024-11-26T02:20:36,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:36,655 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfb29a19-f7df-4754-a678-f703fd0b3012' 2024-11-26T02:20:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfb29a19-f7df-4754-a678-f703fd0b3012" 2024-11-26T02:20:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256706b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,36335,-1] 2024-11-26T02:20:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:36,656 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:36,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af4b2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:36,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:36,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:36,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48485d17 2024-11-26T02:20:36,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:36,658 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:36,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:37101,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:20:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:20:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:36,661 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:37101' 2024-11-26T02:20:36,662 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611e2e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:36,662 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,37101,-1 for getting cluster id 2024-11-26T02:20:36,662 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:36,662 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559dcd75-b2a8-4e54-83de-6be4697a9004' 2024-11-26T02:20:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559dcd75-b2a8-4e54-83de-6be4697a9004" 2024-11-26T02:20:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368d2162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,37101,-1] 2024-11-26T02:20:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:36,664 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:36,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad2e3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:36,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@753e7b2d 2024-11-26T02:20:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:36,666 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:36,666 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T02:20:36,666 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:20:36,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:36,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:36,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:36,667 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:20:36,668 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:20:36,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:20:36,669 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:36,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:20:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:20:36,718 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:20:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:36,986 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 379, reset compression=false 2024-11-26T02:20:37,077 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 787d07b0e5081b2610f957b65c30af4a, NAME => 'hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae 2024-11-26T02:20:37,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:20:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:37,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:37,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 787d07b0e5081b2610f957b65c30af4a, disabling compactions & flushes 2024-11-26T02:20:37,482 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:37,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:37,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. after waiting 0 ms 2024-11-26T02:20:37,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:37,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:37,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 787d07b0e5081b2610f957b65c30af4a: Waiting for close lock at 1732587637482Disabling compacts and flushes for region at 1732587637482Disabling writes for close at 1732587637483 (+1 ms)Writing region close event to WAL at 1732587637483Closed at 1732587637483 2024-11-26T02:20:37,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:20:37,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587637484"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587637484"}]},"ts":"1732587637484"} 2024-11-26T02:20:37,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:20:37,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:20:37,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587637486"}]},"ts":"1732587637486"} 2024-11-26T02:20:37,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:20:37,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787d07b0e5081b2610f957b65c30af4a, ASSIGN}] 2024-11-26T02:20:37,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787d07b0e5081b2610f957b65c30af4a, ASSIGN 2024-11-26T02:20:37,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=787d07b0e5081b2610f957b65c30af4a, ASSIGN; state=OFFLINE, location=851e45ef8bcf,38715,1732587626728; forceNewPlan=false, retain=false 2024-11-26T02:20:37,490 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 379, reset compression=false 2024-11-26T02:20:37,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=787d07b0e5081b2610f957b65c30af4a, regionState=OPENING, regionLocation=851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:37,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=787d07b0e5081b2610f957b65c30af4a, ASSIGN because future has completed 2024-11-26T02:20:37,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787d07b0e5081b2610f957b65c30af4a, server=851e45ef8bcf,38715,1732587626728}] 2024-11-26T02:20:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:37,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:37,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:37,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:20:37,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C38715%2C1732587626728.rep, suffix=, logDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728, archiveDir=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/oldWALs, maxLogs=10 2024-11-26T02:20:37,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.rep.1732587637801, exclude list is [], retry=0 2024-11-26T02:20:37,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-85e98e21-00cc-4f01-8f48-4f46c3377543,DISK] 2024-11-26T02:20:37,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.rep.1732587637801 2024-11-26T02:20:37,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35041:35041)] 2024-11-26T02:20:37,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 787d07b0e5081b2610f957b65c30af4a, NAME => 'hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:37,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:37,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:20:37,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. service=MultiRowMutationService 2024-11-26T02:20:37,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:20:37,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:37,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,819 INFO [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,820 INFO [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787d07b0e5081b2610f957b65c30af4a columnFamilyName hfileref 2024-11-26T02:20:37,820 DEBUG [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:37,821 INFO [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] regionserver.HStore(327): Store=787d07b0e5081b2610f957b65c30af4a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:37,821 INFO [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,822 INFO [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787d07b0e5081b2610f957b65c30af4a columnFamilyName queue 2024-11-26T02:20:37,822 DEBUG [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:37,822 INFO [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] regionserver.HStore(327): Store=787d07b0e5081b2610f957b65c30af4a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:37,822 INFO [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,823 INFO [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787d07b0e5081b2610f957b65c30af4a columnFamilyName sid 2024-11-26T02:20:37,823 DEBUG [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:37,823 INFO [StoreOpener-787d07b0e5081b2610f957b65c30af4a-1 {}] regionserver.HStore(327): Store=787d07b0e5081b2610f957b65c30af4a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:37,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:20:37,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:37,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 787d07b0e5081b2610f957b65c30af4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73161472, jitterRate=0.09019088745117188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:20:37,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:37,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 787d07b0e5081b2610f957b65c30af4a: Running coprocessor pre-open hook at 1732587637818Writing region info on filesystem at 1732587637818Initializing all the Stores at 1732587637819 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587637819Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587637819Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587637819Cleaning up temporary data from old regions at 1732587637825 (+6 ms)Running coprocessor post-open hooks at 1732587637828 (+3 ms)Region opened successfully at 1732587637828 2024-11-26T02:20:37,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a., pid=10, masterSystemTime=1732587637794 2024-11-26T02:20:37,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:37,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:37,831 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=787d07b0e5081b2610f957b65c30af4a, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:37,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787d07b0e5081b2610f957b65c30af4a, server=851e45ef8bcf,38715,1732587626728 because future has completed 2024-11-26T02:20:37,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:20:37,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 787d07b0e5081b2610f957b65c30af4a, server=851e45ef8bcf,38715,1732587626728 in 191 msec 2024-11-26T02:20:37,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:20:37,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787d07b0e5081b2610f957b65c30af4a, ASSIGN in 347 msec 2024-11-26T02:20:37,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:20:37,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587637837"}]},"ts":"1732587637837"} 2024-11-26T02:20:37,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:20:37,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:20:37,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-26T02:20:37,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a., hostname=851e45ef8bcf,38715,1732587626728, seqNum=2] 2024-11-26T02:20:37,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:37,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:37,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:20:38,094 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 379, reset compression=false 2024-11-26T02:20:38,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:20:38,126 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:20:38,152 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,38715,1732587626728, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:20:38,152 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:38,152 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1] 2024-11-26T02:20:38,153 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:38,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T02:20:38,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,38715,1732587626728', locateType=CURRENT is [region=hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a., hostname=851e45ef8bcf,38715,1732587626728, seqNum=2] 2024-11-26T02:20:38,157 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:20:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:20:38,159 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,38715,1732587626728 suceeded 2024-11-26T02:20:38,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:20:38,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-26T02:20:38,161 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:37101,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:20:38,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-26T02:20:38,171 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:37101' 2024-11-26T02:20:38,172 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f73ef17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:38,172 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,37101,-1 for getting cluster id 2024-11-26T02:20:38,173 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:38,173 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559dcd75-b2a8-4e54-83de-6be4697a9004' 2024-11-26T02:20:38,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:38,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559dcd75-b2a8-4e54-83de-6be4697a9004" 2024-11-26T02:20:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0dc8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,37101,-1] 2024-11-26T02:20:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:38,175 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:38,175 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@340ec9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:38,175 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:38,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:38,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@120caaef 2024-11-26T02:20:38,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:38,177 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T02:20:38,178 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,38715,1732587626728 (queues=1) is replicating from cluster=cfb29a19-f7df-4754-a678-f703fd0b3012 to cluster=559dcd75-b2a8-4e54-83de-6be4697a9004 2024-11-26T02:20:38,178 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C38715%2C1732587626728 2024-11-26T02:20:38,178 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,38715,1732587626728, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:20:38,179 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C38715%2C1732587626728 2024-11-26T02:20:38,179 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060, startPosition=0, beingWritten=true 2024-11-26T02:20:38,191 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:20:38,191 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 379, reset compression=false 2024-11-26T02:20:38,191 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38715,1732587626728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:20:38,395 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 379, reset compression=false 2024-11-26T02:20:38,700 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 379, reset compression=false 2024-11-26T02:20:38,798 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 379, reset compression=false 2024-11-26T02:20:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:20:38,803 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:20:38,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:38,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:38,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:38,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:38,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:38,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:38,807 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732587638807/Put/seqid=0 2024-11-26T02:20:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741840_1016 (size=7894) 2024-11-26T02:20:39,104 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 379, reset compression=false 2024-11-26T02:20:39,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732587639213/Put/seqid=0 2024-11-26T02:20:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741841_1017 (size=7691) 2024-11-26T02:20:39,602 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 379, reset compression=false 2024-11-26T02:20:39,607 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 379, reset compression=false 2024-11-26T02:20:39,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4886ccdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:39,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,37101,-1 for getting cluster id 2024-11-26T02:20:39,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:39,619 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559dcd75-b2a8-4e54-83de-6be4697a9004' 2024-11-26T02:20:39,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:39,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559dcd75-b2a8-4e54-83de-6be4697a9004" 2024-11-26T02:20:39,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5515aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:39,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,37101,-1] 2024-11-26T02:20:39,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:39,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:39,620 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:39,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3235b598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:39,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37249,1732587621119, seqNum=-1] 2024-11-26T02:20:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:39,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:39,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af4ef43 2024-11-26T02:20:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:39,677 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:39,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2., hostname=851e45ef8bcf,37249,1732587621119, seqNum=2] 2024-11-26T02:20:39,683 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:20:39,688 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T02:20:39,690 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T02:20:39,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 3b322ec4b63d6bf27476f1971fe1fec2/f 2024-11-26T02:20:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T02:20:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:20:39,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 3b322ec4b63d6bf27476f1971fe1fec2/f 2024-11-26T02:20:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T02:20:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:20:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HRegion(2603): Flush status journal for 3b322ec4b63d6bf27476f1971fe1fec2: 2024-11-26T02:20:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins__test__m67l94t5eu6i8vrubl0qdpj5m8qk9drs1dn1lsh1939dnncid0rmi26c8qkafqc7/f/hfile_0 2024-11-26T02:20:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins__test__m67l94t5eu6i8vrubl0qdpj5m8qk9drs1dn1lsh1939dnncid0rmi26c8qkafqc7/f/hfile_0 as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_ 2024-11-26T02:20:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins__test__m67l94t5eu6i8vrubl0qdpj5m8qk9drs1dn1lsh1939dnncid0rmi26c8qkafqc7/f/hfile_1 2024-11-26T02:20:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins__test__m67l94t5eu6i8vrubl0qdpj5m8qk9drs1dn1lsh1939dnncid0rmi26c8qkafqc7/f/hfile_1 as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/c1755eaf550f4741b15e3cd60db58b01_SeqId_4_ 2024-11-26T02:20:39,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins__test__m67l94t5eu6i8vrubl0qdpj5m8qk9drs1dn1lsh1939dnncid0rmi26c8qkafqc7/f/hfile_0 into 3b322ec4b63d6bf27476f1971fe1fec2/f as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_ - updating store file list. 2024-11-26T02:20:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:20:39,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_ into 3b322ec4b63d6bf27476f1971fe1fec2/f 2024-11-26T02:20:39,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins__test__m67l94t5eu6i8vrubl0qdpj5m8qk9drs1dn1lsh1939dnncid0rmi26c8qkafqc7/f/hfile_0 into 3b322ec4b63d6bf27476f1971fe1fec2/f (new location: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_) 2024-11-26T02:20:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins__test__m67l94t5eu6i8vrubl0qdpj5m8qk9drs1dn1lsh1939dnncid0rmi26c8qkafqc7/f/hfile_0 2024-11-26T02:20:39,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins__test__m67l94t5eu6i8vrubl0qdpj5m8qk9drs1dn1lsh1939dnncid0rmi26c8qkafqc7/f/hfile_1 into 3b322ec4b63d6bf27476f1971fe1fec2/f as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/c1755eaf550f4741b15e3cd60db58b01_SeqId_4_ - updating store file list. 2024-11-26T02:20:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1755eaf550f4741b15e3cd60db58b01_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:20:39,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/c1755eaf550f4741b15e3cd60db58b01_SeqId_4_ into 3b322ec4b63d6bf27476f1971fe1fec2/f 2024-11-26T02:20:39,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins__test__m67l94t5eu6i8vrubl0qdpj5m8qk9drs1dn1lsh1939dnncid0rmi26c8qkafqc7/f/hfile_1 into 3b322ec4b63d6bf27476f1971fe1fec2/f (new location: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/c1755eaf550f4741b15e3cd60db58b01_SeqId_4_) 2024-11-26T02:20:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins__test__m67l94t5eu6i8vrubl0qdpj5m8qk9drs1dn1lsh1939dnncid0rmi26c8qkafqc7/f/hfile_1 2024-11-26T02:20:39,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:39,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:39,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:39,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:39,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:39,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2., hostname=851e45ef8bcf,37249,1732587621119, seqNum=2 , the old value is region=test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2., hostname=851e45ef8bcf,37249,1732587621119, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=851e45ef8bcf:37249 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:20:39,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2., hostname=851e45ef8bcf,37249,1732587621119, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:20:39,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2., hostname=851e45ef8bcf,37249,1732587621119, seqNum=2 from cache 2024-11-26T02:20:39,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:39,719 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T02:20:39,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1] 2024-11-26T02:20:39,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:39,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:39,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599., hostname=851e45ef8bcf,38715,1732587626728, seqNum=2] 2024-11-26T02:20:39,724 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T02:20:39,823 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:37249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-26T02:20:40,211 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 379, reset compression=false 2024-11-26T02:20:40,505 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 379, reset compression=false 2024-11-26T02:20:40,509 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:20:40,510 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37249,1732587621119 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b322ec4b63d6bf27476f1971fe1fec2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732587639716/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T02:20:40,512 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:20:40,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-26T02:20:40,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.ReplicationSink(318): Replicating [559dcd75-b2a8-4e54-83de-6be4697a9004] bulk loaded data 2024-11-26T02:20:40,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d90e92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:40,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,36335,-1 for getting cluster id 2024-11-26T02:20:40,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:40,515 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfb29a19-f7df-4754-a678-f703fd0b3012' 2024-11-26T02:20:40,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:40,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfb29a19-f7df-4754-a678-f703fd0b3012" 2024-11-26T02:20:40,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b23be20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:40,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,36335,-1] 2024-11-26T02:20:40,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:40,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:40,516 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:40,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67dc4235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:40,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741840_1016 (size=7894) 2024-11-26T02:20:40,710 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 687, reset compression=false 2024-11-26T02:20:40,726 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T02:20:40,915 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 379, reset compression=false 2024-11-26T02:20:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741841_1017 (size=7691) 2024-11-26T02:20:41,013 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 687, reset compression=false 2024-11-26T02:20:41,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:20:41,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:41,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:41,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:41,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:41,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:41,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:41,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:41,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:41,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T02:20:41,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:41,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:41,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34792210 2024-11-26T02:20:41,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:41,339 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T02:20:41,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:20:41,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:41,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1] 2024-11-26T02:20:41,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:41,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T02:20:41,348 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T02:20:41,350 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/c1755eaf550f4741b15e3cd60db58b01_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T02:20:41,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/c1755eaf550f4741b15e3cd60db58b01_SeqId_4_ for inclusion in a3b8005c96cab8ae37baa6980bb09599/f 2024-11-26T02:20:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T02:20:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:20:41,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_ for inclusion in a3b8005c96cab8ae37baa6980bb09599/f 2024-11-26T02:20:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T02:20:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:20:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HRegion(2603): Flush status journal for a3b8005c96cab8ae37baa6980bb09599: 2024-11-26T02:20:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c1755eaf550f4741b15e3cd60db58b01_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:20:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/c1755eaf550f4741b15e3cd60db58b01_SeqId_4_ as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/21833891a6ed48c59b7db417ccbcdf1a_SeqId_4_ 2024-11-26T02:20:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:20:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_ as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/fd7fbd9522204e68b08fdcb7cb8a040c_SeqId_4_ 2024-11-26T02:20:41,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/c1755eaf550f4741b15e3cd60db58b01_SeqId_4_ into a3b8005c96cab8ae37baa6980bb09599/f as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/21833891a6ed48c59b7db417ccbcdf1a_SeqId_4_ - updating store file list. 2024-11-26T02:20:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 21833891a6ed48c59b7db417ccbcdf1a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:20:41,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/21833891a6ed48c59b7db417ccbcdf1a_SeqId_4_ into a3b8005c96cab8ae37baa6980bb09599/f 2024-11-26T02:20:41,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/c1755eaf550f4741b15e3cd60db58b01_SeqId_4_ into a3b8005c96cab8ae37baa6980bb09599/f (new location: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/21833891a6ed48c59b7db417ccbcdf1a_SeqId_4_) 2024-11-26T02:20:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/c1755eaf550f4741b15e3cd60db58b01_SeqId_4_ 2024-11-26T02:20:41,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_ into a3b8005c96cab8ae37baa6980bb09599/f as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/fd7fbd9522204e68b08fdcb7cb8a040c_SeqId_4_ - updating store file list. 2024-11-26T02:20:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd7fbd9522204e68b08fdcb7cb8a040c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:20:41,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/fd7fbd9522204e68b08fdcb7cb8a040c_SeqId_4_ into a3b8005c96cab8ae37baa6980bb09599/f 2024-11-26T02:20:41,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_ into a3b8005c96cab8ae37baa6980bb09599/f (new location: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/fd7fbd9522204e68b08fdcb7cb8a040c_SeqId_4_) 2024-11-26T02:20:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins.hfs.11__test__ndj44f9oqtvjbd3slsluhksrf737nt000esjto7ci69eabs5cnn8n0tj2jnun47r/f/9997b7c6d0df46c4ae010c2c135dc894_SeqId_4_ 2024-11-26T02:20:41,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.ReplicationSink(324): Finished replicating [559dcd75-b2a8-4e54-83de-6be4697a9004] bulk loaded data 2024-11-26T02:20:41,417 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 687, reset compression=false 2024-11-26T02:20:41,719 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 379, reset compression=false 2024-11-26T02:20:41,724 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:20:41,724 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38715,1732587626728 got entry batch from reader: WALEntryBatch [walEntries=[{test/a3b8005c96cab8ae37baa6980bb09599/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732587641372/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T02:20:41,726 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:20:41,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-26T02:20:41,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.ReplicationSink(318): Replicating [559dcd75-b2a8-4e54-83de-6be4697a9004, cfb29a19-f7df-4754-a678-f703fd0b3012] bulk loaded data 2024-11-26T02:20:41,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5240adbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:41,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,37101,-1 for getting cluster id 2024-11-26T02:20:41,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:41,728 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559dcd75-b2a8-4e54-83de-6be4697a9004' 2024-11-26T02:20:41,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:41,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559dcd75-b2a8-4e54-83de-6be4697a9004" 2024-11-26T02:20:41,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c5cd7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:41,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,37101,-1] 2024-11-26T02:20:41,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:41,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:41,730 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:41,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65152ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:41,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:41,739 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732587641738/Put/seqid=0 2024-11-26T02:20:41,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741842_1018 (size=11194) 2024-11-26T02:20:41,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741842_1018 (size=7691) 2024-11-26T02:20:41,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T02:20:41,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T02:20:41,921 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 687, reset compression=false 2024-11-26T02:20:41,924 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 725, reset compression=false 2024-11-26T02:20:42,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732587642145/Put/seqid=0 2024-11-26T02:20:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741843_1019 (size=10791) 2024-11-26T02:20:42,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3d4d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:42,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,36335,-1 for getting cluster id 2024-11-26T02:20:42,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:42,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741843_1019 (size=7894) 2024-11-26T02:20:42,153 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfb29a19-f7df-4754-a678-f703fd0b3012' 2024-11-26T02:20:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfb29a19-f7df-4754-a678-f703fd0b3012" 2024-11-26T02:20:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c505a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,36335,-1] 2024-11-26T02:20:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:42,155 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:42,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372a74ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:42,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:42,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:42,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1] 2024-11-26T02:20:42,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:42,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c210b88 2024-11-26T02:20:42,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:42,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:42,158 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T02:20:42,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:42,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:20:42,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:42,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37249,1732587621119, seqNum=-1] 2024-11-26T02:20:42,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:42,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T02:20:42,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:42,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:42,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ba43d03 2024-11-26T02:20:42,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:20:42,172 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:20:42,173 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__j5t12tvv6gaff3alnm5uripe10k7q5cjfhh25v38q851doao3jnlnuueu5t1k4ih/f/21833891a6ed48c59b7db417ccbcdf1a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T02:20:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599., hostname=851e45ef8bcf,38715,1732587626728, seqNum=2] 2024-11-26T02:20:42,177 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__j5t12tvv6gaff3alnm5uripe10k7q5cjfhh25v38q851doao3jnlnuueu5t1k4ih/f/fd7fbd9522204e68b08fdcb7cb8a040c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T02:20:42,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.ReplicationSink(324): Finished replicating [559dcd75-b2a8-4e54-83de-6be4697a9004, cfb29a19-f7df-4754-a678-f703fd0b3012] bulk loaded data 2024-11-26T02:20:42,179 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:20:42,188 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T02:20:42,191 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T02:20:42,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/testHFileCyclicReplication_10/f/hfile_0 for inclusion in a3b8005c96cab8ae37baa6980bb09599/f 2024-11-26T02:20:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T02:20:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:20:42,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/testHFileCyclicReplication_10/f/hfile_1 for inclusion in a3b8005c96cab8ae37baa6980bb09599/f 2024-11-26T02:20:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T02:20:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:20:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HRegion(2603): Flush status journal for a3b8005c96cab8ae37baa6980bb09599: 2024-11-26T02:20:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins__test__5719hommced88hhf222t26027dlvtclsk0fem8s3psjj9q0rdhj5u78hikgoidn4/f/hfile_0 2024-11-26T02:20:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins__test__5719hommced88hhf222t26027dlvtclsk0fem8s3psjj9q0rdhj5u78hikgoidn4/f/hfile_0 as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/11211ed37a4f4f38afcb99020e4486ff_SeqId_6_ 2024-11-26T02:20:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins__test__5719hommced88hhf222t26027dlvtclsk0fem8s3psjj9q0rdhj5u78hikgoidn4/f/hfile_1 2024-11-26T02:20:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins__test__5719hommced88hhf222t26027dlvtclsk0fem8s3psjj9q0rdhj5u78hikgoidn4/f/hfile_1 as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/c462b829256147caa32cffa51a0b60f7_SeqId_6_ 2024-11-26T02:20:42,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins__test__5719hommced88hhf222t26027dlvtclsk0fem8s3psjj9q0rdhj5u78hikgoidn4/f/hfile_0 into a3b8005c96cab8ae37baa6980bb09599/f as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/11211ed37a4f4f38afcb99020e4486ff_SeqId_6_ - updating store file list. 2024-11-26T02:20:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11211ed37a4f4f38afcb99020e4486ff_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T02:20:42,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/11211ed37a4f4f38afcb99020e4486ff_SeqId_6_ into a3b8005c96cab8ae37baa6980bb09599/f 2024-11-26T02:20:42,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins__test__5719hommced88hhf222t26027dlvtclsk0fem8s3psjj9q0rdhj5u78hikgoidn4/f/hfile_0 into a3b8005c96cab8ae37baa6980bb09599/f (new location: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/11211ed37a4f4f38afcb99020e4486ff_SeqId_6_) 2024-11-26T02:20:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins__test__5719hommced88hhf222t26027dlvtclsk0fem8s3psjj9q0rdhj5u78hikgoidn4/f/hfile_0 2024-11-26T02:20:42,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins__test__5719hommced88hhf222t26027dlvtclsk0fem8s3psjj9q0rdhj5u78hikgoidn4/f/hfile_1 into a3b8005c96cab8ae37baa6980bb09599/f as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/c462b829256147caa32cffa51a0b60f7_SeqId_6_ - updating store file list. 2024-11-26T02:20:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c462b829256147caa32cffa51a0b60f7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T02:20:42,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/c462b829256147caa32cffa51a0b60f7_SeqId_6_ into a3b8005c96cab8ae37baa6980bb09599/f 2024-11-26T02:20:42,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins__test__5719hommced88hhf222t26027dlvtclsk0fem8s3psjj9q0rdhj5u78hikgoidn4/f/hfile_1 into a3b8005c96cab8ae37baa6980bb09599/f (new location: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/f/c462b829256147caa32cffa51a0b60f7_SeqId_6_) 2024-11-26T02:20:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/staging/jenkins__test__5719hommced88hhf222t26027dlvtclsk0fem8s3psjj9q0rdhj5u78hikgoidn4/f/hfile_1 2024-11-26T02:20:42,227 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 725, reset compression=false 2024-11-26T02:20:42,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:42,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:42,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599., hostname=851e45ef8bcf,38715,1732587626728, seqNum=2 , the old value is region=test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599., hostname=851e45ef8bcf,38715,1732587626728, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=851e45ef8bcf:38715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:20:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599., hostname=851e45ef8bcf,38715,1732587626728, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:20:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599., hostname=851e45ef8bcf,38715,1732587626728, seqNum=2 from cache 2024-11-26T02:20:42,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:42,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:42,230 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T02:20:42,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37249,1732587621119, seqNum=-1] 2024-11-26T02:20:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:42,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:42,235 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:20:42,235 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38715,1732587626728 got entry batch from reader: WALEntryBatch [walEntries=[{test/a3b8005c96cab8ae37baa6980bb09599/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732587642227/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T02:20:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2., hostname=851e45ef8bcf,37249,1732587621119, seqNum=2] 2024-11-26T02:20:42,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.ReplicationSink(318): Replicating [cfb29a19-f7df-4754-a678-f703fd0b3012] bulk loaded data 2024-11-26T02:20:42,245 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T02:20:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741844_1020 (size=11194) 2024-11-26T02:20:42,333 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:38715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-26T02:20:42,435 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 1033, reset compression=false 2024-11-26T02:20:42,526 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 687, reset compression=false 2024-11-26T02:20:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741845_1021 (size=10791) 2024-11-26T02:20:42,739 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 1033, reset compression=false 2024-11-26T02:20:43,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:20:43,078 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/11211ed37a4f4f38afcb99020e4486ff_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-26T02:20:43,081 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/c462b829256147caa32cffa51a0b60f7_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-26T02:20:43,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/11211ed37a4f4f38afcb99020e4486ff_SeqId_6_ for inclusion in 3b322ec4b63d6bf27476f1971fe1fec2/f 2024-11-26T02:20:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T02:20:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:20:43,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/c462b829256147caa32cffa51a0b60f7_SeqId_6_ for inclusion in 3b322ec4b63d6bf27476f1971fe1fec2/f 2024-11-26T02:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T02:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HRegion(2603): Flush status journal for 3b322ec4b63d6bf27476f1971fe1fec2: 2024-11-26T02:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 11211ed37a4f4f38afcb99020e4486ff_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:20:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/11211ed37a4f4f38afcb99020e4486ff_SeqId_6_ as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/4b3827e45af741738a4f7648cc31480a_SeqId_6_ 2024-11-26T02:20:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c462b829256147caa32cffa51a0b60f7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:20:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/c462b829256147caa32cffa51a0b60f7_SeqId_6_ as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/84a292c579e74c1bb56c09fd70f6fa63_SeqId_6_ 2024-11-26T02:20:43,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/11211ed37a4f4f38afcb99020e4486ff_SeqId_6_ into 3b322ec4b63d6bf27476f1971fe1fec2/f as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/4b3827e45af741738a4f7648cc31480a_SeqId_6_ - updating store file list. 2024-11-26T02:20:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b3827e45af741738a4f7648cc31480a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T02:20:43,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/4b3827e45af741738a4f7648cc31480a_SeqId_6_ into 3b322ec4b63d6bf27476f1971fe1fec2/f 2024-11-26T02:20:43,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/11211ed37a4f4f38afcb99020e4486ff_SeqId_6_ into 3b322ec4b63d6bf27476f1971fe1fec2/f (new location: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/4b3827e45af741738a4f7648cc31480a_SeqId_6_) 2024-11-26T02:20:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/11211ed37a4f4f38afcb99020e4486ff_SeqId_6_ 2024-11-26T02:20:43,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/c462b829256147caa32cffa51a0b60f7_SeqId_6_ into 3b322ec4b63d6bf27476f1971fe1fec2/f as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/84a292c579e74c1bb56c09fd70f6fa63_SeqId_6_ - updating store file list. 2024-11-26T02:20:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84a292c579e74c1bb56c09fd70f6fa63_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T02:20:43,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/84a292c579e74c1bb56c09fd70f6fa63_SeqId_6_ into 3b322ec4b63d6bf27476f1971fe1fec2/f 2024-11-26T02:20:43,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/c462b829256147caa32cffa51a0b60f7_SeqId_6_ into 3b322ec4b63d6bf27476f1971fe1fec2/f (new location: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/f/84a292c579e74c1bb56c09fd70f6fa63_SeqId_6_) 2024-11-26T02:20:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/staging/jenkins.hfs.10__test__u6s7thqrjmlkg1e1gasa0r6lj77h48uro8nts38vf41ul4jna84su4nasct8adlt/f/c462b829256147caa32cffa51a0b60f7_SeqId_6_ 2024-11-26T02:20:43,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] regionserver.ReplicationSink(324): Finished replicating [cfb29a19-f7df-4754-a678-f703fd0b3012] bulk loaded data 2024-11-26T02:20:43,143 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 1033, reset compression=false 2024-11-26T02:20:43,229 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 687, reset compression=false 2024-11-26T02:20:43,235 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:20:43,235 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37249,1732587621119 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b322ec4b63d6bf27476f1971fe1fec2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732587643104/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T02:20:43,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.ReplicationSink(318): Replicating [cfb29a19-f7df-4754-a678-f703fd0b3012, 559dcd75-b2a8-4e54-83de-6be4697a9004] bulk loaded data 2024-11-26T02:20:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741844_1020 (size=11194) 2024-11-26T02:20:43,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:20:43,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:43,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:43,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:43,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:43,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:20:43,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1085457217, stopped=false 2024-11-26T02:20:43,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,36335,1732587626580 2024-11-26T02:20:43,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1564271166/running 2024-11-26T02:20:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1564271166/running 2024-11-26T02:20:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:43,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:20:43,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:43,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:43,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:43,321 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,38715,1732587626728' ***** 2024-11-26T02:20:43,321 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:20:43,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Set watcher on znode that does not yet exist, /1-1564271166/running 2024-11-26T02:20:43,321 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:20:43,321 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:20:43,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Set watcher on znode that does not yet exist, /1-1564271166/running 2024-11-26T02:20:43,321 INFO [RS:0;851e45ef8bcf:38715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:20:43,321 INFO [RS:0;851e45ef8bcf:38715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:20:43,322 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(3091): Received CLOSE for 787d07b0e5081b2610f957b65c30af4a 2024-11-26T02:20:43,322 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(3091): Received CLOSE for a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:43,322 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:43,322 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:20:43,322 INFO [RS:0;851e45ef8bcf:38715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:38715. 2024-11-26T02:20:43,322 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 787d07b0e5081b2610f957b65c30af4a, disabling compactions & flushes 2024-11-26T02:20:43,322 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:43,322 DEBUG [RS:0;851e45ef8bcf:38715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:43,322 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:43,322 DEBUG [RS:0;851e45ef8bcf:38715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:43,322 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. after waiting 0 ms 2024-11-26T02:20:43,322 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:43,322 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:20:43,322 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:20:43,322 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:20:43,322 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:20:43,322 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 787d07b0e5081b2610f957b65c30af4a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-26T02:20:43,322 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:20:43,322 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1325): Online Regions={787d07b0e5081b2610f957b65c30af4a=hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a., 1588230740=hbase:meta,,1.1588230740, a3b8005c96cab8ae37baa6980bb09599=test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599.} 2024-11-26T02:20:43,322 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787d07b0e5081b2610f957b65c30af4a, a3b8005c96cab8ae37baa6980bb09599 2024-11-26T02:20:43,322 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:20:43,322 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:20:43,323 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:20:43,323 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:20:43,323 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:20:43,323 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:20:43,342 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/info/dbf8e7875b15476c858946c12b7244be is 147, key is hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a./info:regioninfo/1732587637830/Put/seqid=0 2024-11-26T02:20:43,342 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/.tmp/hfileref/15a4c6738e4a45e8bc05a8aa4e026d70 is 74, key is 1/hfileref:11211ed37a4f4f38afcb99020e4486ff_SeqId_6_/1732587643110/DeleteColumn/seqid=0 2024-11-26T02:20:43,342 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:20:43,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741845_1021 (size=5345) 2024-11-26T02:20:43,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741846_1022 (size=7686) 2024-11-26T02:20:43,349 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/.tmp/hfileref/15a4c6738e4a45e8bc05a8aa4e026d70 2024-11-26T02:20:43,350 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/info/dbf8e7875b15476c858946c12b7244be 2024-11-26T02:20:43,367 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/.tmp/queue/d99e47d7e89f4e158b657bf6e2fdc7bf is 154, key is 1-851e45ef8bcf,38715,1732587626728/queue:851e45ef8bcf%2C38715%2C1732587626728/1732587643112/Put/seqid=0 2024-11-26T02:20:43,371 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/ns/ba1ce88deb6b4f04a97513acb9e31aed is 43, key is default/ns:d/1732587630055/Put/seqid=0 2024-11-26T02:20:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741847_1023 (size=5353) 2024-11-26T02:20:43,373 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/.tmp/queue/d99e47d7e89f4e158b657bf6e2fdc7bf 2024-11-26T02:20:43,379 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/.tmp/hfileref/15a4c6738e4a45e8bc05a8aa4e026d70 as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/hfileref/15a4c6738e4a45e8bc05a8aa4e026d70 2024-11-26T02:20:43,384 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/hfileref/15a4c6738e4a45e8bc05a8aa4e026d70, entries=4, sequenceid=12, filesize=5.2 K 2024-11-26T02:20:43,385 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/.tmp/queue/d99e47d7e89f4e158b657bf6e2fdc7bf as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/queue/d99e47d7e89f4e158b657bf6e2fdc7bf 2024-11-26T02:20:43,390 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/queue/d99e47d7e89f4e158b657bf6e2fdc7bf, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T02:20:43,392 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 787d07b0e5081b2610f957b65c30af4a in 70ms, sequenceid=12, compaction requested=false 2024-11-26T02:20:43,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741848_1024 (size=5153) 2024-11-26T02:20:43,402 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/ns/ba1ce88deb6b4f04a97513acb9e31aed 2024-11-26T02:20:43,404 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/replication/787d07b0e5081b2610f957b65c30af4a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T02:20:43,405 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:43,405 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:43,405 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:43,405 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 787d07b0e5081b2610f957b65c30af4a: Waiting for close lock at 1732587643322Running coprocessor pre-close hooks at 1732587643322Disabling compacts and flushes for region at 1732587643322Disabling writes for close at 1732587643322Obtaining lock to block concurrent updates at 1732587643322Preparing flush snapshotting stores in 787d07b0e5081b2610f957b65c30af4a at 1732587643322Finished memstore snapshotting hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732587643323 (+1 ms)Flushing stores of hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. at 1732587643323Flushing 787d07b0e5081b2610f957b65c30af4a/hfileref: creating writer at 1732587643323Flushing 787d07b0e5081b2610f957b65c30af4a/hfileref: appending metadata at 1732587643341 (+18 ms)Flushing 787d07b0e5081b2610f957b65c30af4a/hfileref: closing flushed file at 1732587643341Flushing 787d07b0e5081b2610f957b65c30af4a/queue: creating writer at 1732587643354 (+13 ms)Flushing 787d07b0e5081b2610f957b65c30af4a/queue: appending metadata at 1732587643367 (+13 ms)Flushing 787d07b0e5081b2610f957b65c30af4a/queue: closing flushed file at 1732587643367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233247dc: reopening flushed file at 1732587643377 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344a7644: reopening flushed file at 1732587643384 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 787d07b0e5081b2610f957b65c30af4a in 70ms, sequenceid=12, compaction requested=false at 1732587643392 (+8 ms)Writing region close event to WAL at 1732587643400 (+8 ms)Running coprocessor post-close hooks at 1732587643405 (+5 ms)Closed at 1732587643405 2024-11-26T02:20:43,405 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587636667.787d07b0e5081b2610f957b65c30af4a. 2024-11-26T02:20:43,406 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3b8005c96cab8ae37baa6980bb09599, disabling compactions & flushes 2024-11-26T02:20:43,406 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:43,406 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:43,406 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. after waiting 0 ms 2024-11-26T02:20:43,406 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:43,418 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/default/test/a3b8005c96cab8ae37baa6980bb09599/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T02:20:43,419 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:43,419 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:20:43,419 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:43,419 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3b8005c96cab8ae37baa6980bb09599: Waiting for close lock at 1732587643406Running coprocessor pre-close hooks at 1732587643406Disabling compacts and flushes for region at 1732587643406Disabling writes for close at 1732587643406Writing region close event to WAL at 1732587643411 (+5 ms)Running coprocessor post-close hooks at 1732587643419 (+8 ms)Closed at 1732587643419 2024-11-26T02:20:43,419 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599. 2024-11-26T02:20:43,426 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/rep_barrier/85e573d32cb94e8d82086b7793ba3267 is 112, key is test,,1732587632346.a3b8005c96cab8ae37baa6980bb09599./rep_barrier:seqnumDuringOpen/1732587633493/Put/seqid=0 2024-11-26T02:20:43,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741849_1025 (size=5518) 2024-11-26T02:20:43,435 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 1033, reset compression=false 2024-11-26T02:20:43,523 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:43,647 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 1033, reset compression=false 2024-11-26T02:20:43,651 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:20:43,651 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 1328, reset compression=false 2024-11-26T02:20:43,651 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38715,1732587626728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:20:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741850_1026 (size=10791) 2024-11-26T02:20:43,653 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 851e45ef8bcf,38715,1732587626728: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-851e45ef8bcf,38715,1732587626728, walGroup=851e45ef8bcf%2C38715%2C1732587626728, offset=851e45ef8bcf%2C38715%2C1732587626728.1732587629060:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:38715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T02:20:43,654 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T02:20:43,656 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T02:20:43,658 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T02:20:43,658 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T02:20:43,658 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T02:20:43,659 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 822742992 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187435232 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T02:20:43,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:20:43,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T02:20:43,662 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-26T02:20:43,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting 2024-11-26T02:20:43,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting 2024-11-26T02:20:43,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 from cache 2024-11-26T02:20:43,723 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:43,739 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 1033, reset compression=false 2024-11-26T02:20:43,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:43,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1] 2024-11-26T02:20:43,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T02:20:43,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting 2024-11-26T02:20:43,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting 2024-11-26T02:20:43,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 from cache 2024-11-26T02:20:43,832 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/rep_barrier/85e573d32cb94e8d82086b7793ba3267 2024-11-26T02:20:43,850 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/table/78c413b8860f4d3ca7104700440cc6ce is 53, key is hbase:replication/table:state/1732587637837/Put/seqid=0 2024-11-26T02:20:43,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741851_1027 (size=5308) 2024-11-26T02:20:43,857 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 1328, reset compression=false 2024-11-26T02:20:43,923 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:43,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:43,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1] 2024-11-26T02:20:43,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T02:20:43,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting 2024-11-26T02:20:43,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting 2024-11-26T02:20:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 from cache 2024-11-26T02:20:44,001 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:20:44,001 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:20:44,123 DEBUG [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:44,143 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 1033, reset compression=false 2024-11-26T02:20:44,161 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.wal-reader.851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.1732587629060 to pos 1328, reset compression=false 2024-11-26T02:20:44,253 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/table/78c413b8860f4d3ca7104700440cc6ce 2024-11-26T02:20:44,259 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/info/dbf8e7875b15476c858946c12b7244be as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/info/dbf8e7875b15476c858946c12b7244be 2024-11-26T02:20:44,264 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/info/dbf8e7875b15476c858946c12b7244be, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:20:44,266 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/ns/ba1ce88deb6b4f04a97513acb9e31aed as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/ns/ba1ce88deb6b4f04a97513acb9e31aed 2024-11-26T02:20:44,271 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/ns/ba1ce88deb6b4f04a97513acb9e31aed, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:20:44,272 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/rep_barrier/85e573d32cb94e8d82086b7793ba3267 as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/rep_barrier/85e573d32cb94e8d82086b7793ba3267 2024-11-26T02:20:44,277 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/rep_barrier/85e573d32cb94e8d82086b7793ba3267, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:20:44,278 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/.tmp/table/78c413b8860f4d3ca7104700440cc6ce as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/table/78c413b8860f4d3ca7104700440cc6ce 2024-11-26T02:20:44,283 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/table/78c413b8860f4d3ca7104700440cc6ce, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:20:44,284 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=16, compaction requested=false 2024-11-26T02:20:44,292 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:20:44,293 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:44,293 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:44,293 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:44,293 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587643322Running coprocessor pre-close hooks at 1732587643322Disabling compacts and flushes for region at 1732587643322Disabling writes for close at 1732587643323 (+1 ms)Obtaining lock to block concurrent updates at 1732587643323Preparing flush snapshotting stores in 1588230740 at 1732587643323Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587643323Flushing stores of hbase:meta,,1.1588230740 at 1732587643323Flushing 1588230740/info: creating writer at 1732587643323Flushing 1588230740/info: appending metadata at 1732587643341 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732587643342 (+1 ms)Flushing 1588230740/ns: creating writer at 1732587643354 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732587643370 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732587643370Flushing 1588230740/rep_barrier: creating writer at 1732587643408 (+38 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587643425 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587643425Flushing 1588230740/table: creating writer at 1732587643837 (+412 ms)Flushing 1588230740/table: appending metadata at 1732587643849 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732587643849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583ba57d: reopening flushed file at 1732587644258 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff37e58: reopening flushed file at 1732587644264 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cdd301d: reopening flushed file at 1732587644272 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aee9e39: reopening flushed file at 1732587644278 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=16, compaction requested=false at 1732587644284 (+6 ms)Writing region close event to WAL at 1732587644287 (+3 ms)Running coprocessor post-close hooks at 1732587644293 (+6 ms)Closed at 1732587644293 2024-11-26T02:20:44,293 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:44,302 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1] 2024-11-26T02:20:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T02:20:44,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting 2024-11-26T02:20:44,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 851e45ef8bcf,38715,1732587626728 aborting 2024-11-26T02:20:44,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38715,1732587626728, seqNum=-1 from cache 2024-11-26T02:20:44,323 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,38715,1732587626728; all regions closed. 2024-11-26T02:20:44,325 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.meta.1732587630006.meta not finished, retry = 0 2024-11-26T02:20:44,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:20:44,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/WALs/851e45ef8bcf,38715,1732587626728/851e45ef8bcf%2C38715%2C1732587626728.rep.1732587637801 not finished, retry = 0 2024-11-26T02:20:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741839_1015 (size=3127) 2024-11-26T02:20:44,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741832_1008 (size=1336) 2024-11-26T02:20:44,531 DEBUG [RS:0;851e45ef8bcf:38715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:44,531 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:20:44,531 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:20:44,531 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T02:20:44,531 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:20:44,531 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:20:44,532 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,38715,1732587626728 because: Region server is closing 2024-11-26T02:20:44,532 INFO [RS:0;851e45ef8bcf:38715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:38715. 2024-11-26T02:20:44,532 DEBUG [RS:0;851e45ef8bcf:38715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:44,532 DEBUG [RS:0;851e45ef8bcf:38715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:44,532 DEBUG [RS:0;851e45ef8bcf:38715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:44,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:44,632 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38715,1732587626728.replicationSource.shipper851e45ef8bcf%2C38715%2C1732587626728,1-851e45ef8bcf,38715,1732587626728 terminated 2024-11-26T02:20:44,633 INFO [RS:0;851e45ef8bcf:38715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:38715. 2024-11-26T02:20:44,633 DEBUG [RS:0;851e45ef8bcf:38715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:44,633 DEBUG [RS:0;851e45ef8bcf:38715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:44,633 DEBUG [RS:0;851e45ef8bcf:38715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:44,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:44,633 INFO [RS:0;851e45ef8bcf:38715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38715 2024-11-26T02:20:44,634 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=851e45ef8bcf:38715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-26T02:20:44,647 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 1033, reset compression=false 2024-11-26T02:20:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166/rs 2024-11-26T02:20:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1564271166/rs/851e45ef8bcf,38715,1732587626728 2024-11-26T02:20:44,710 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:20:44,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,38715,1732587626728] 2024-11-26T02:20:44,710 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-26T02:20:44,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-26T02:20:44,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:55010 deadline: 1732587703235, exception=java.io.InterruptedIOException 2024-11-26T02:20:44,711 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T02:20:44,737 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 851e45ef8bcf:38715 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 851e45ef8bcf/172.17.0.2:38715 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T02:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 851e45ef8bcf:38715 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 851e45ef8bcf/172.17.0.2:38715 2024-11-26T02:20:44,738 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=851e45ef8bcf:38715 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 851e45ef8bcf/172.17.0.2:38715 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 851e45ef8bcf/172.17.0.2:38715 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-26T02:20:44,740 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T02:20:44,773 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1564271166/draining/851e45ef8bcf,38715,1732587626728 already deleted, retry=false 2024-11-26T02:20:44,773 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,38715,1732587626728 expired; onlineServers=0 2024-11-26T02:20:44,773 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,36335,1732587626580' ***** 2024-11-26T02:20:44,773 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:20:44,773 INFO [M:0;851e45ef8bcf:36335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:20:44,773 INFO [M:0;851e45ef8bcf:36335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:20:44,773 DEBUG [M:0;851e45ef8bcf:36335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:20:44,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:20:44,773 DEBUG [M:0;851e45ef8bcf:36335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:20:44,773 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587628791 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587628791,5,FailOnTimeoutGroup] 2024-11-26T02:20:44,773 INFO [M:0;851e45ef8bcf:36335 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:20:44,773 INFO [M:0;851e45ef8bcf:36335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:20:44,773 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587628790 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587628790,5,FailOnTimeoutGroup] 2024-11-26T02:20:44,773 DEBUG [M:0;851e45ef8bcf:36335 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:20:44,773 INFO [M:0;851e45ef8bcf:36335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:20:44,773 INFO [M:0;851e45ef8bcf:36335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:20:44,774 INFO [M:0;851e45ef8bcf:36335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:20:44,774 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:20:44,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1564271166/master 2024-11-26T02:20:44,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1564271166 2024-11-26T02:20:44,783 DEBUG [M:0;851e45ef8bcf:36335 {}] zookeeper.ZKUtil(347): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Unable to get data of znode /1-1564271166/master because node does not exist (not an error) 2024-11-26T02:20:44,783 WARN [M:0;851e45ef8bcf:36335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:20:44,784 INFO [M:0;851e45ef8bcf:36335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/.lastflushedseqids 2024-11-26T02:20:44,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741852_1028 (size=263) 2024-11-26T02:20:44,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:44,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-26T02:20:44,814 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T02:20:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:44,860 INFO [RS:0;851e45ef8bcf:38715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:20:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38715-0x10174f0fe890004, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:44,860 INFO [RS:0;851e45ef8bcf:38715 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,38715,1732587626728; zookeeper connection closed. 2024-11-26T02:20:44,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b973744 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b973744 2024-11-26T02:20:44,860 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:20:44,940 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T02:20:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-26T02:20:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42818 deadline: 1732587704942, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T02:20:44,944 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-26T02:20:44,945 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T02:20:44,945 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T02:20:45,188 INFO [M:0;851e45ef8bcf:36335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:20:45,188 INFO [M:0;851e45ef8bcf:36335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:20:45,188 DEBUG [M:0;851e45ef8bcf:36335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:20:45,188 INFO [M:0;851e45ef8bcf:36335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:45,188 DEBUG [M:0;851e45ef8bcf:36335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:45,188 DEBUG [M:0;851e45ef8bcf:36335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:20:45,188 DEBUG [M:0;851e45ef8bcf:36335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:45,188 INFO [M:0;851e45ef8bcf:36335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-26T02:20:45,214 DEBUG [M:0;851e45ef8bcf:36335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16ec8a2f11e14f9bbc613c952c866219 is 82, key is hbase:meta,,1/info:regioninfo/1732587630035/Put/seqid=0 2024-11-26T02:20:45,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741853_1029 (size=5672) 2024-11-26T02:20:45,245 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T02:20:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-26T02:20:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42818 deadline: 1732587705246, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T02:20:45,247 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-26T02:20:45,248 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T02:20:45,248 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T02:20:45,250 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 1033, reset compression=false 2024-11-26T02:20:45,618 INFO [M:0;851e45ef8bcf:36335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16ec8a2f11e14f9bbc613c952c866219 2024-11-26T02:20:45,641 DEBUG [M:0;851e45ef8bcf:36335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/825cba0d13334733aa498a59d6e7c444 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732587637840/Put/seqid=0 2024-11-26T02:20:45,649 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T02:20:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-26T02:20:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42818 deadline: 1732587705651, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T02:20:45,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741854_1030 (size=8517) 2024-11-26T02:20:45,652 INFO [M:0;851e45ef8bcf:36335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/825cba0d13334733aa498a59d6e7c444 2024-11-26T02:20:45,652 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-26T02:20:45,653 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T02:20:45,653 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T02:20:45,675 DEBUG [M:0;851e45ef8bcf:36335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/facfb9e9614d4608be017679d0be5e40 is 69, key is 851e45ef8bcf,38715,1732587626728/rs:state/1732587628893/Put/seqid=0 2024-11-26T02:20:45,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741855_1031 (size=5156) 2024-11-26T02:20:45,954 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 1033, reset compression=false 2024-11-26T02:20:46,079 INFO [M:0;851e45ef8bcf:36335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/facfb9e9614d4608be017679d0be5e40 2024-11-26T02:20:46,084 DEBUG [M:0;851e45ef8bcf:36335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16ec8a2f11e14f9bbc613c952c866219 as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16ec8a2f11e14f9bbc613c952c866219 2024-11-26T02:20:46,089 INFO [M:0;851e45ef8bcf:36335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16ec8a2f11e14f9bbc613c952c866219, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T02:20:46,090 DEBUG [M:0;851e45ef8bcf:36335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/825cba0d13334733aa498a59d6e7c444 as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/825cba0d13334733aa498a59d6e7c444 2024-11-26T02:20:46,095 INFO [M:0;851e45ef8bcf:36335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/825cba0d13334733aa498a59d6e7c444, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T02:20:46,096 DEBUG [M:0;851e45ef8bcf:36335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/facfb9e9614d4608be017679d0be5e40 as hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/facfb9e9614d4608be017679d0be5e40 2024-11-26T02:20:46,101 INFO [M:0;851e45ef8bcf:36335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/f4312d06-ba21-030a-caa1-3fb20eb0e8ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/facfb9e9614d4608be017679d0be5e40, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T02:20:46,102 INFO [M:0;851e45ef8bcf:36335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false 2024-11-26T02:20:46,114 INFO [M:0;851e45ef8bcf:36335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:46,114 DEBUG [M:0;851e45ef8bcf:36335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587645188Disabling compacts and flushes for region at 1732587645188Disabling writes for close at 1732587645188Obtaining lock to block concurrent updates at 1732587645188Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587645188Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732587645189 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587645189Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587645189Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587645214 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587645214Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587645622 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587645641 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587645641Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587645656 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587645674 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587645674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57432791: reopening flushed file at 1732587646083 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a90f21b: reopening flushed file at 1732587646089 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3a6fa1: reopening flushed file at 1732587646095 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false at 1732587646102 (+7 ms)Writing region close event to WAL at 1732587646114 (+12 ms)Closed at 1732587646114 2024-11-26T02:20:46,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741830_1006 (size=63666) 2024-11-26T02:20:46,117 INFO [M:0;851e45ef8bcf:36335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:20:46,117 INFO [M:0;851e45ef8bcf:36335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36335 2024-11-26T02:20:46,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:20:46,117 INFO [M:0;851e45ef8bcf:36335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:20:46,154 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T02:20:46,155 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 851e45ef8bcf:36335 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 851e45ef8bcf/172.17.0.2:36335 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T02:20:46,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 851e45ef8bcf:36335 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 851e45ef8bcf/172.17.0.2:36335 2024-11-26T02:20:46,262 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:46,263 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 851e45ef8bcf:36335 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 851e45ef8bcf/172.17.0.2:36335 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T02:20:46,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=851e45ef8bcf:36335 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 851e45ef8bcf/172.17.0.2:36335 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-26T02:20:46,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 851e45ef8bcf:36335 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 851e45ef8bcf/172.17.0.2:36335 2024-11-26T02:20:46,283 INFO [M:0;851e45ef8bcf:36335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:20:46,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x10174f0fe890003, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:46,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c7111c1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:20:46,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f157e59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:20:46,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:20:46,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e5a569c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:20:46,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64c0ca81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/hadoop.log.dir/,STOPPED} 2024-11-26T02:20:46,318 WARN [BP-556451107-172.17.0.2-1732587624703 heartbeating to localhost/127.0.0.1:40267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:20:46,318 WARN [BP-556451107-172.17.0.2-1732587624703 heartbeating to localhost/127.0.0.1:40267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-556451107-172.17.0.2-1732587624703 (Datanode Uuid e4ad6b72-2a22-40f0-87d3-2a015fcffffe) service to localhost/127.0.0.1:40267 2024-11-26T02:20:46,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/cluster_48164bce-0118-1dff-58a4-599ddcbbfbbd/data/data1/current/BP-556451107-172.17.0.2-1732587624703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:20:46,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/cluster_48164bce-0118-1dff-58a4-599ddcbbfbbd/data/data2/current/BP-556451107-172.17.0.2-1732587624703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:20:46,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:20:46,319 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:20:46,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:20:46,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31f69d6c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:20:46,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42fd2a11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:20:46,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:20:46,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fd531f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:20:46,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73bf7722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/hadoop.log.dir/,STOPPED} 2024-11-26T02:20:46,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:20:46,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:20:46,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:46,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:46,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:46,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:46,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:46,355 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:20:46,355 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=959576493, stopped=false 2024-11-26T02:20:46,355 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,37101,1732587620925 2024-11-26T02:20:46,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-980720992/running 2024-11-26T02:20:46,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-980720992/running 2024-11-26T02:20:46,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:46,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:46,373 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:20:46,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:20:46,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Set watcher on znode that does not yet exist, /0-980720992/running 2024-11-26T02:20:46,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Set watcher on znode that does not yet exist, /0-980720992/running 2024-11-26T02:20:46,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:46,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:46,374 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,37249,1732587621119' ***** 2024-11-26T02:20:46,374 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:20:46,374 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:20:46,374 INFO [RS:0;851e45ef8bcf:37249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:20:46,374 INFO [RS:0;851e45ef8bcf:37249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:20:46,374 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:20:46,375 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a83b8e880721f1c1587a9ef2b67219f 2024-11-26T02:20:46,375 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:46,375 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:46,375 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:20:46,375 INFO [RS:0;851e45ef8bcf:37249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:37249. 2024-11-26T02:20:46,375 DEBUG [RS:0;851e45ef8bcf:37249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:46,375 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a83b8e880721f1c1587a9ef2b67219f, disabling compactions & flushes 2024-11-26T02:20:46,375 DEBUG [RS:0;851e45ef8bcf:37249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:46,375 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:46,375 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:46,375 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:20:46,375 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:20:46,375 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. after waiting 0 ms 2024-11-26T02:20:46,375 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:20:46,375 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:46,375 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:20:46,375 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a83b8e880721f1c1587a9ef2b67219f 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-26T02:20:46,375 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:20:46,375 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1325): Online Regions={1a83b8e880721f1c1587a9ef2b67219f=hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f., 3b322ec4b63d6bf27476f1971fe1fec2=test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:20:46,375 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a83b8e880721f1c1587a9ef2b67219f, 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:46,375 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:20:46,375 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:20:46,375 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:20:46,375 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:20:46,375 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:20:46,376 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:20:46,392 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/.tmp/hfileref/cb65cf367b8c4d31852ca6a2e7b3b28f is 74, key is 1/hfileref:4b3827e45af741738a4f7648cc31480a_SeqId_6_/1732587643093/Put/seqid=0 2024-11-26T02:20:46,394 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/info/b96e9b0e7c1a4cd5b17d2801c2315627 is 147, key is hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f./info:regioninfo/1732587635731/Put/seqid=0 2024-11-26T02:20:46,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741846_1022 (size=5345) 2024-11-26T02:20:46,400 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/.tmp/hfileref/cb65cf367b8c4d31852ca6a2e7b3b28f 2024-11-26T02:20:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741847_1023 (size=7686) 2024-11-26T02:20:46,418 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/.tmp/queue/0ca1bde40a5a49d081909d272aeb97b4 is 153, key is 1-851e45ef8bcf,37249,1732587621119/queue:851e45ef8bcf%2C37249%2C1732587621119/1732587641376/Put/seqid=0 2024-11-26T02:20:46,421 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:20:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741848_1024 (size=5352) 2024-11-26T02:20:46,472 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:46,473 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 851e45ef8bcf:36335 this server is in the failed servers list 2024-11-26T02:20:46,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 851e45ef8bcf:36335 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:20:46,576 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a83b8e880721f1c1587a9ef2b67219f, 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:46,757 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 1033, reset compression=false 2024-11-26T02:20:46,776 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a83b8e880721f1c1587a9ef2b67219f, 3b322ec4b63d6bf27476f1971fe1fec2 2024-11-26T02:20:46,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:46,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 851e45ef8bcf:36335 this server is in the failed servers list 2024-11-26T02:20:46,783 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 851e45ef8bcf:36335 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:20:46,806 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/info/b96e9b0e7c1a4cd5b17d2801c2315627 2024-11-26T02:20:46,822 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/.tmp/queue/0ca1bde40a5a49d081909d272aeb97b4 2024-11-26T02:20:46,827 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/.tmp/hfileref/cb65cf367b8c4d31852ca6a2e7b3b28f as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/hfileref/cb65cf367b8c4d31852ca6a2e7b3b28f 2024-11-26T02:20:46,828 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/ns/c0d3c25bc7ff482fa75c4bbaa160302b is 43, key is default/ns:d/1732587624538/Put/seqid=0 2024-11-26T02:20:46,832 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/hfileref/cb65cf367b8c4d31852ca6a2e7b3b28f, entries=4, sequenceid=10, filesize=5.2 K 2024-11-26T02:20:46,833 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/.tmp/queue/0ca1bde40a5a49d081909d272aeb97b4 as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/queue/0ca1bde40a5a49d081909d272aeb97b4 2024-11-26T02:20:46,838 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/queue/0ca1bde40a5a49d081909d272aeb97b4, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T02:20:46,838 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1a83b8e880721f1c1587a9ef2b67219f in 463ms, sequenceid=10, compaction requested=false 2024-11-26T02:20:46,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741849_1025 (size=5153) 2024-11-26T02:20:46,843 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/ns/c0d3c25bc7ff482fa75c4bbaa160302b 2024-11-26T02:20:46,845 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/replication/1a83b8e880721f1c1587a9ef2b67219f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T02:20:46,845 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:46,845 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:46,846 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:46,846 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a83b8e880721f1c1587a9ef2b67219f: Waiting for close lock at 1732587646375Running coprocessor pre-close hooks at 1732587646375Disabling compacts and flushes for region at 1732587646375Disabling writes for close at 1732587646375Obtaining lock to block concurrent updates at 1732587646375Preparing flush snapshotting stores in 1a83b8e880721f1c1587a9ef2b67219f at 1732587646375Finished memstore snapshotting hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732587646376 (+1 ms)Flushing stores of hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. at 1732587646376Flushing 1a83b8e880721f1c1587a9ef2b67219f/hfileref: creating writer at 1732587646376Flushing 1a83b8e880721f1c1587a9ef2b67219f/hfileref: appending metadata at 1732587646391 (+15 ms)Flushing 1a83b8e880721f1c1587a9ef2b67219f/hfileref: closing flushed file at 1732587646391Flushing 1a83b8e880721f1c1587a9ef2b67219f/queue: creating writer at 1732587646404 (+13 ms)Flushing 1a83b8e880721f1c1587a9ef2b67219f/queue: appending metadata at 1732587646418 (+14 ms)Flushing 1a83b8e880721f1c1587a9ef2b67219f/queue: closing flushed file at 1732587646418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1522a85f: reopening flushed file at 1732587646827 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c3b289: reopening flushed file at 1732587646832 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1a83b8e880721f1c1587a9ef2b67219f in 463ms, sequenceid=10, compaction requested=false at 1732587646838 (+6 ms)Writing region close event to WAL at 1732587646841 (+3 ms)Running coprocessor post-close hooks at 1732587646845 (+4 ms)Closed at 1732587646846 (+1 ms) 2024-11-26T02:20:46,846 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587634513.1a83b8e880721f1c1587a9ef2b67219f. 2024-11-26T02:20:46,846 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b322ec4b63d6bf27476f1971fe1fec2, disabling compactions & flushes 2024-11-26T02:20:46,846 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:46,846 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:46,846 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. after waiting 0 ms 2024-11-26T02:20:46,846 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:46,850 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/default/test/3b322ec4b63d6bf27476f1971fe1fec2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T02:20:46,851 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:46,851 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:20:46,851 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:46,851 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b322ec4b63d6bf27476f1971fe1fec2: Waiting for close lock at 1732587646846Running coprocessor pre-close hooks at 1732587646846Disabling compacts and flushes for region at 1732587646846Disabling writes for close at 1732587646846Writing region close event to WAL at 1732587646847 (+1 ms)Running coprocessor post-close hooks at 1732587646851 (+4 ms)Closed at 1732587646851 2024-11-26T02:20:46,851 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2. 2024-11-26T02:20:46,862 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/rep_barrier/78c4cb793a9145fcbf987630681df1c7 is 112, key is test,,1732587630188.3b322ec4b63d6bf27476f1971fe1fec2./rep_barrier:seqnumDuringOpen/1732587631333/Put/seqid=0 2024-11-26T02:20:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741850_1026 (size=5518) 2024-11-26T02:20:46,976 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:47,176 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:47,266 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/rep_barrier/78c4cb793a9145fcbf987630681df1c7 2024-11-26T02:20:47,284 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:20:47,284 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:20:47,287 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/table/333f6ce72be4475899f8e9d4789446f7 is 53, key is hbase:replication/table:state/1732587635737/Put/seqid=0 2024-11-26T02:20:47,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741851_1027 (size=5308) 2024-11-26T02:20:47,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:47,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 851e45ef8bcf:36335 this server is in the failed servers list 2024-11-26T02:20:47,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 851e45ef8bcf:36335 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:20:47,376 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:20:47,376 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:20:47,376 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:47,577 DEBUG [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:20:47,661 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 1033, reset compression=false 2024-11-26T02:20:47,665 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:20:47,665 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 1328, reset compression=false 2024-11-26T02:20:47,692 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/table/333f6ce72be4475899f8e9d4789446f7 2024-11-26T02:20:47,697 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/info/b96e9b0e7c1a4cd5b17d2801c2315627 as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/info/b96e9b0e7c1a4cd5b17d2801c2315627 2024-11-26T02:20:47,702 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/info/b96e9b0e7c1a4cd5b17d2801c2315627, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:20:47,703 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/ns/c0d3c25bc7ff482fa75c4bbaa160302b as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/ns/c0d3c25bc7ff482fa75c4bbaa160302b 2024-11-26T02:20:47,707 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/ns/c0d3c25bc7ff482fa75c4bbaa160302b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:20:47,708 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/rep_barrier/78c4cb793a9145fcbf987630681df1c7 as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/rep_barrier/78c4cb793a9145fcbf987630681df1c7 2024-11-26T02:20:47,713 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/rep_barrier/78c4cb793a9145fcbf987630681df1c7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:20:47,714 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/.tmp/table/333f6ce72be4475899f8e9d4789446f7 as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/table/333f6ce72be4475899f8e9d4789446f7 2024-11-26T02:20:47,718 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/table/333f6ce72be4475899f8e9d4789446f7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:20:47,720 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false 2024-11-26T02:20:47,720 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:20:47,728 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:20:47,728 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:47,728 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:47,728 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:47,728 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587646375Running coprocessor pre-close hooks at 1732587646375Disabling compacts and flushes for region at 1732587646375Disabling writes for close at 1732587646375Obtaining lock to block concurrent updates at 1732587646376 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732587646376Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587646376Flushing stores of hbase:meta,,1.1588230740 at 1732587646376Flushing 1588230740/info: creating writer at 1732587646376Flushing 1588230740/info: appending metadata at 1732587646393 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732587646393Flushing 1588230740/ns: creating writer at 1732587646811 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732587646828 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732587646828Flushing 1588230740/rep_barrier: creating writer at 1732587646848 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587646862 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587646862Flushing 1588230740/table: creating writer at 1732587647271 (+409 ms)Flushing 1588230740/table: appending metadata at 1732587647287 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732587647287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2306964f: reopening flushed file at 1732587647697 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b3d9309: reopening flushed file at 1732587647702 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666cf30a: reopening flushed file at 1732587647707 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9205ec: reopening flushed file at 1732587647713 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false at 1732587647720 (+7 ms)Writing region close event to WAL at 1732587647725 (+5 ms)Running coprocessor post-close hooks at 1732587647728 (+3 ms)Closed at 1732587647728 2024-11-26T02:20:47,729 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:47,777 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,37249,1732587621119; all regions closed. 2024-11-26T02:20:47,779 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.meta.1732587624353.meta not finished, retry = 0 2024-11-26T02:20:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:20:47,868 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 to pos 1328, reset compression=false 2024-11-26T02:20:47,881 DEBUG [RS:0;851e45ef8bcf:37249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/oldWALs 2024-11-26T02:20:47,881 INFO [RS:0;851e45ef8bcf:37249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C37249%2C1732587621119.meta:.meta(num 1732587624353) 2024-11-26T02:20:47,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741839_1015 (size=2695) 2024-11-26T02:20:47,885 DEBUG [RS:0;851e45ef8bcf:37249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/oldWALs 2024-11-26T02:20:47,885 INFO [RS:0;851e45ef8bcf:37249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C37249%2C1732587621119.rep:(num 1732587635703) 2024-11-26T02:20:47,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741832_1008 (size=1336) 2024-11-26T02:20:47,887 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/WALs/851e45ef8bcf,37249,1732587621119/851e45ef8bcf%2C37249%2C1732587621119.1732587623333 not finished, retry = 0 2024-11-26T02:20:47,989 DEBUG [RS:0;851e45ef8bcf:37249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/oldWALs 2024-11-26T02:20:47,989 INFO [RS:0;851e45ef8bcf:37249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C37249%2C1732587621119:(num 1732587623333) 2024-11-26T02:20:47,989 DEBUG [RS:0;851e45ef8bcf:37249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:47,989 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:20:47,989 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:20:47,989 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T02:20:47,989 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:20:47,990 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:20:47,990 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,37249,1732587621119 because: Region server is closing 2024-11-26T02:20:47,990 INFO [RS:0;851e45ef8bcf:37249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:37249. 2024-11-26T02:20:47,990 DEBUG [RS:0;851e45ef8bcf:37249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:47,990 DEBUG [RS:0;851e45ef8bcf:37249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:47,990 DEBUG [RS:0;851e45ef8bcf:37249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:47,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:48,091 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.wal-reader.851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:20:48,091 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-26T02:20:48,091 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T02:20:48,091 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T02:20:48,302 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:48,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:20:48,307 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:20:48,692 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37249,1732587621119.replicationSource.shipper851e45ef8bcf%2C37249%2C1732587621119,1-851e45ef8bcf,37249,1732587621119 terminated 2024-11-26T02:20:48,692 INFO [RS:0;851e45ef8bcf:37249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:37249. 2024-11-26T02:20:48,692 DEBUG [RS:0;851e45ef8bcf:37249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:20:48,692 DEBUG [RS:0;851e45ef8bcf:37249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:48,692 DEBUG [RS:0;851e45ef8bcf:37249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:48,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:20:48,692 INFO [RS:0;851e45ef8bcf:37249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37249 2024-11-26T02:20:48,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992/rs 2024-11-26T02:20:48,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-980720992/rs/851e45ef8bcf,37249,1732587621119 2024-11-26T02:20:48,762 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:20:48,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,37249,1732587621119] 2024-11-26T02:20:48,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-980720992/draining/851e45ef8bcf,37249,1732587621119 already deleted, retry=false 2024-11-26T02:20:48,783 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,37249,1732587621119 expired; onlineServers=0 2024-11-26T02:20:48,783 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,37101,1732587620925' ***** 2024-11-26T02:20:48,783 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:20:48,783 INFO [M:0;851e45ef8bcf:37101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:20:48,783 INFO [M:0;851e45ef8bcf:37101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:20:48,783 DEBUG [M:0;851e45ef8bcf:37101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:20:48,783 DEBUG [M:0;851e45ef8bcf:37101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:20:48,783 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:20:48,784 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587623131 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587623131,5,FailOnTimeoutGroup] 2024-11-26T02:20:48,784 INFO [M:0;851e45ef8bcf:37101 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:20:48,784 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587623131 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587623131,5,FailOnTimeoutGroup] 2024-11-26T02:20:48,784 INFO [M:0;851e45ef8bcf:37101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:20:48,784 DEBUG [M:0;851e45ef8bcf:37101 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:20:48,784 INFO [M:0;851e45ef8bcf:37101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:20:48,784 INFO [M:0;851e45ef8bcf:37101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:20:48,784 INFO [M:0;851e45ef8bcf:37101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:20:48,784 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:20:48,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-980720992/master 2024-11-26T02:20:48,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-980720992 2024-11-26T02:20:48,794 DEBUG [M:0;851e45ef8bcf:37101 {}] zookeeper.ZKUtil(347): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Unable to get data of znode /0-980720992/master because node does not exist (not an error) 2024-11-26T02:20:48,794 WARN [M:0;851e45ef8bcf:37101 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:20:48,794 INFO [M:0;851e45ef8bcf:37101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/.lastflushedseqids 2024-11-26T02:20:48,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741852_1028 (size=263) 2024-11-26T02:20:48,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:48,873 INFO [RS:0;851e45ef8bcf:37249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:20:48,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37249-0x10174f0fe890001, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:48,873 INFO [RS:0;851e45ef8bcf:37249 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,37249,1732587621119; zookeeper connection closed. 2024-11-26T02:20:48,873 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66acfd55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66acfd55 2024-11-26T02:20:48,873 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:20:48,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:20:48,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:48,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:48,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:48,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:48,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:48,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:48,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:48,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:48,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:49,199 INFO [M:0;851e45ef8bcf:37101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:20:49,199 INFO [M:0;851e45ef8bcf:37101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:20:49,199 DEBUG [M:0;851e45ef8bcf:37101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:20:49,199 INFO [M:0;851e45ef8bcf:37101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:49,199 DEBUG [M:0;851e45ef8bcf:37101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:49,199 DEBUG [M:0;851e45ef8bcf:37101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:20:49,199 DEBUG [M:0;851e45ef8bcf:37101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:49,199 INFO [M:0;851e45ef8bcf:37101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-26T02:20:49,216 DEBUG [M:0;851e45ef8bcf:37101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af034edd13c7417db298085b6cbc162d is 82, key is hbase:meta,,1/info:regioninfo/1732587624387/Put/seqid=0 2024-11-26T02:20:49,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741853_1029 (size=5672) 2024-11-26T02:20:49,620 INFO [M:0;851e45ef8bcf:37101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af034edd13c7417db298085b6cbc162d 2024-11-26T02:20:49,643 DEBUG [M:0;851e45ef8bcf:37101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65cdc98f3db9433f82b163d1dbf3e6f8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732587635740/Put/seqid=0 2024-11-26T02:20:49,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741854_1030 (size=8517) 2024-11-26T02:20:50,048 INFO [M:0;851e45ef8bcf:37101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65cdc98f3db9433f82b163d1dbf3e6f8 2024-11-26T02:20:50,066 DEBUG [M:0;851e45ef8bcf:37101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f55cbfac693421c9ae889afa6f92d13 is 69, key is 851e45ef8bcf,37249,1732587621119/rs:state/1732587623183/Put/seqid=0 2024-11-26T02:20:50,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741855_1031 (size=5156) 2024-11-26T02:20:50,070 INFO [M:0;851e45ef8bcf:37101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f55cbfac693421c9ae889afa6f92d13 2024-11-26T02:20:50,074 DEBUG [M:0;851e45ef8bcf:37101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af034edd13c7417db298085b6cbc162d as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af034edd13c7417db298085b6cbc162d 2024-11-26T02:20:50,079 INFO [M:0;851e45ef8bcf:37101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af034edd13c7417db298085b6cbc162d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T02:20:50,080 DEBUG [M:0;851e45ef8bcf:37101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65cdc98f3db9433f82b163d1dbf3e6f8 as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65cdc98f3db9433f82b163d1dbf3e6f8 2024-11-26T02:20:50,085 INFO [M:0;851e45ef8bcf:37101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65cdc98f3db9433f82b163d1dbf3e6f8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T02:20:50,086 DEBUG [M:0;851e45ef8bcf:37101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f55cbfac693421c9ae889afa6f92d13 as hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f55cbfac693421c9ae889afa6f92d13 2024-11-26T02:20:50,090 INFO [M:0;851e45ef8bcf:37101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46667/user/jenkins/test-data/dcbca68b-e026-a780-0210-faf77667d378/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f55cbfac693421c9ae889afa6f92d13, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T02:20:50,091 INFO [M:0;851e45ef8bcf:37101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=97, compaction requested=false 2024-11-26T02:20:50,097 INFO [M:0;851e45ef8bcf:37101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:50,098 DEBUG [M:0;851e45ef8bcf:37101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587649199Disabling compacts and flushes for region at 1732587649199Disabling writes for close at 1732587649199Obtaining lock to block concurrent updates at 1732587649199Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587649199Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732587649200 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587649200Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587649200Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587649216 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587649216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587649625 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587649643 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587649643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587650052 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587650065 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587650066 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e4e512: reopening flushed file at 1732587650073 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7c9dac: reopening flushed file at 1732587650079 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8b6b03: reopening flushed file at 1732587650085 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=97, compaction requested=false at 1732587650091 (+6 ms)Writing region close event to WAL at 1732587650097 (+6 ms)Closed at 1732587650097 2024-11-26T02:20:50,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41281 is added to blk_1073741830_1006 (size=63666) 2024-11-26T02:20:50,101 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:20:50,101 INFO [M:0;851e45ef8bcf:37101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:20:50,101 INFO [M:0;851e45ef8bcf:37101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37101 2024-11-26T02:20:50,101 INFO [M:0;851e45ef8bcf:37101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:20:50,283 INFO [M:0;851e45ef8bcf:37101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:20:50,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:50,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x10174f0fe890000, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:20:50,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ab51f53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:20:50,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69f9cab5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:20:50,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:20:50,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3116ee2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:20:50,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41214a08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/hadoop.log.dir/,STOPPED} 2024-11-26T02:20:50,288 WARN [BP-1479777906-172.17.0.2-1732587619054 heartbeating to localhost/127.0.0.1:46667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:20:50,288 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:20:50,288 WARN [BP-1479777906-172.17.0.2-1732587619054 heartbeating to localhost/127.0.0.1:46667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1479777906-172.17.0.2-1732587619054 (Datanode Uuid c5cef4c7-5d26-4ee2-9024-525b613cadfd) service to localhost/127.0.0.1:46667 2024-11-26T02:20:50,288 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:20:50,288 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/cluster_4de317fa-563a-9b40-8963-faea33be0031/data/data1/current/BP-1479777906-172.17.0.2-1732587619054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:20:50,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/cluster_4de317fa-563a-9b40-8963-faea33be0031/data/data2/current/BP-1479777906-172.17.0.2-1732587619054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:20:50,289 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:20:50,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101bca7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:20:50,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21573e60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:20:50,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:20:50,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed3f69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:20:50,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e3642{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b02a7da-1a05-9347-d313-4f36f7b740d5/hadoop.log.dir/,STOPPED} 2024-11-26T02:20:50,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T02:20:50,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:20:50,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:50,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:20:50,314 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:20:50,320 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 202) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40267 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60328) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46667 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40267 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60328) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46667 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40267 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46667 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=624 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 231) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4117 (was 4206) 2024-11-26T02:20:50,329 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=4116 2024-11-26T02:20:50,344 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-26T02:20:50,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/hadoop.log.dir so I do NOT create it in target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758 2024-11-26T02:20:50,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:20:50,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/hadoop.tmp.dir so I do NOT create it in target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758 2024-11-26T02:20:50,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/227d4685-2728-b72a-ab7a-a42ce52ab3d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:20:50,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758 2024-11-26T02:20:50,345 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/cluster_c3543126-800a-373f-db30-516297d925b3, deleteOnExit=true 2024-11-26T02:20:50,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/cluster_c3543126-800a-373f-db30-516297d925b3/zookeeper_0, clientPort=64562, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/cluster_c3543126-800a-373f-db30-516297d925b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/cluster_c3543126-800a-373f-db30-516297d925b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T02:20:50,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64562 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/test.cache.data in system properties and HBase conf 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:20:50,349 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:20:50,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:20:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:20:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:20:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:20:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:20:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:20:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:20:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:20:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:20:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:20:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10174f0fe890002, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:20:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10174f0fe890005, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:20:50,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10174f0fe890002, quorum=127.0.0.1:60328, baseZNode=/0-980720992 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:20:50,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10174f0fe890005, quorum=127.0.0.1:60328, baseZNode=/1-1564271166 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:20:50,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:50,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:20:50,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:20:50,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:20:50,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:20:50,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:50,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ebacfaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:20:50,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27ea9ce5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:20:50,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e93d273{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/java.io.tmpdir/jetty-localhost-32937-hadoop-hdfs-3_4_1-tests_jar-_-any-6528420688337440216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:20:50,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@963308a{HTTP/1.1, (http/1.1)}{localhost:32937} 2024-11-26T02:20:50,767 INFO [Time-limited test {}] server.Server(415): Started @204873ms 2024-11-26T02:20:51,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:51,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:20:51,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:20:51,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:20:51,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:20:51,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28b60453{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:20:51,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251ef688{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:20:51,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e922a59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/java.io.tmpdir/jetty-localhost-45879-hadoop-hdfs-3_4_1-tests_jar-_-any-1469202554029463198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:20:51,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24c992ff{HTTP/1.1, (http/1.1)}{localhost:45879} 2024-11-26T02:20:51,177 INFO [Time-limited test {}] server.Server(415): Started @205282ms 2024-11-26T02:20:51,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:20:51,801 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/cluster_c3543126-800a-373f-db30-516297d925b3/data/data2/current/BP-187421012-172.17.0.2-1732587650364/current, will proceed with Du for space computation calculation, 2024-11-26T02:20:51,801 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/cluster_c3543126-800a-373f-db30-516297d925b3/data/data1/current/BP-187421012-172.17.0.2-1732587650364/current, will proceed with Du for space computation calculation, 2024-11-26T02:20:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:20:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:20:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:20:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:20:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T02:20:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:20:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:20:51,819 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:20:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12dbe6d52265e1a6 with lease ID 0x79241fa6c1bc0cb0: Processing first storage report for DS-0e9b12f6-d6dc-4ca5-964f-601de87f2e14 from datanode DatanodeRegistration(127.0.0.1:40225, datanodeUuid=f3ca8436-b44d-4435-b38c-21e92449cb22, infoPort=33175, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=2125822752;c=1732587650364) 2024-11-26T02:20:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12dbe6d52265e1a6 with lease ID 0x79241fa6c1bc0cb0: from storage DS-0e9b12f6-d6dc-4ca5-964f-601de87f2e14 node DatanodeRegistration(127.0.0.1:40225, datanodeUuid=f3ca8436-b44d-4435-b38c-21e92449cb22, infoPort=33175, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=2125822752;c=1732587650364), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:20:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12dbe6d52265e1a6 with lease ID 0x79241fa6c1bc0cb0: Processing first storage report for DS-2ea40ed9-579d-41ee-833e-0f8cc040a49e from datanode DatanodeRegistration(127.0.0.1:40225, datanodeUuid=f3ca8436-b44d-4435-b38c-21e92449cb22, infoPort=33175, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=2125822752;c=1732587650364) 2024-11-26T02:20:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12dbe6d52265e1a6 with lease ID 0x79241fa6c1bc0cb0: from storage DS-2ea40ed9-579d-41ee-833e-0f8cc040a49e node DatanodeRegistration(127.0.0.1:40225, datanodeUuid=f3ca8436-b44d-4435-b38c-21e92449cb22, infoPort=33175, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=2125822752;c=1732587650364), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:20:51,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758 2024-11-26T02:20:51,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:51,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:20:52,317 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd with version=8 2024-11-26T02:20:52,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/hbase-staging 2024-11-26T02:20:52,319 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:20:52,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:52,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:52,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:20:52,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:52,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:20:52,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:20:52,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:20:52,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40981 2024-11-26T02:20:52,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40981 connecting to ZooKeeper ensemble=127.0.0.1:64562 2024-11-26T02:20:52,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409810x0, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:52,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40981-0x10174f178d70000 connected 2024-11-26T02:20:52,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:52,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:52,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Set watcher on znode that does not yet exist, /0-339291611/running 2024-11-26T02:20:52,492 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd, hbase.cluster.distributed=false 2024-11-26T02:20:52,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Set watcher on znode that does not yet exist, /0-339291611/acl 2024-11-26T02:20:52,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40981 2024-11-26T02:20:52,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40981 2024-11-26T02:20:52,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40981 2024-11-26T02:20:52,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40981 2024-11-26T02:20:52,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40981 2024-11-26T02:20:52,513 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:20:52,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:52,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:52,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:20:52,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:52,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:20:52,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:20:52,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:20:52,514 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41985 2024-11-26T02:20:52,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41985 connecting to ZooKeeper ensemble=127.0.0.1:64562 2024-11-26T02:20:52,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:52,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:52,530 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419850x0, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:52,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419850x0, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Set watcher on znode that does not yet exist, /0-339291611/running 2024-11-26T02:20:52,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41985-0x10174f178d70001 connected 2024-11-26T02:20:52,531 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:20:52,532 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:20:52,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Set watcher on znode that does not yet exist, /0-339291611/master 2024-11-26T02:20:52,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Set watcher on znode that does not yet exist, /0-339291611/acl 2024-11-26T02:20:52,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41985 2024-11-26T02:20:52,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41985 2024-11-26T02:20:52,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41985 2024-11-26T02:20:52,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41985 2024-11-26T02:20:52,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41985 2024-11-26T02:20:52,556 DEBUG [M:0;851e45ef8bcf:40981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:40981 2024-11-26T02:20:52,556 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-339291611/backup-masters/851e45ef8bcf,40981,1732587652319 2024-11-26T02:20:52,562 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611/backup-masters 2024-11-26T02:20:52,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611/backup-masters 2024-11-26T02:20:52,562 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Set watcher on existing znode=/0-339291611/backup-masters/851e45ef8bcf,40981,1732587652319 2024-11-26T02:20:52,572 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-339291611/master 2024-11-26T02:20:52,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:52,572 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:52,572 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Set watcher on existing znode=/0-339291611/master 2024-11-26T02:20:52,573 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-339291611/backup-masters/851e45ef8bcf,40981,1732587652319 from backup master directory 2024-11-26T02:20:52,583 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611/backup-masters 2024-11-26T02:20:52,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339291611/backup-masters/851e45ef8bcf,40981,1732587652319 2024-11-26T02:20:52,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611/backup-masters 2024-11-26T02:20:52,583 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:52,583 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,40981,1732587652319 2024-11-26T02:20:52,587 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/hbase.id] with ID: 7d7a5647-6171-40c1-a84c-c6db9497d4db 2024-11-26T02:20:52,587 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/.tmp/hbase.id 2024-11-26T02:20:52,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:20:52,998 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/.tmp/hbase.id]:[hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/hbase.id] 2024-11-26T02:20:53,007 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:53,008 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:20:53,008 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T02:20:53,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:53,056 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:20:53,466 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:20:53,466 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:20:53,467 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:53,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:20:53,873 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store 2024-11-26T02:20:53,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:20:54,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:20:54,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:54,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:54,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:54,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:54,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:54,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:54,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:54,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:54,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:54,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:20:54,282 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:54,282 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:20:54,282 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:54,282 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:54,282 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:20:54,282 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:54,282 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:54,282 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587654282Disabling compacts and flushes for region at 1732587654282Disabling writes for close at 1732587654282Writing region close event to WAL at 1732587654282Closed at 1732587654282 2024-11-26T02:20:54,283 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/.initializing 2024-11-26T02:20:54,283 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/WALs/851e45ef8bcf,40981,1732587652319 2024-11-26T02:20:54,284 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:54,285 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C40981%2C1732587652319, suffix=, logDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/WALs/851e45ef8bcf,40981,1732587652319, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/oldWALs, maxLogs=10 2024-11-26T02:20:54,300 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/WALs/851e45ef8bcf,40981,1732587652319/851e45ef8bcf%2C40981%2C1732587652319.1732587654285, exclude list is [], retry=0 2024-11-26T02:20:54,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-0e9b12f6-d6dc-4ca5-964f-601de87f2e14,DISK] 2024-11-26T02:20:54,304 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/WALs/851e45ef8bcf,40981,1732587652319/851e45ef8bcf%2C40981%2C1732587652319.1732587654285 2024-11-26T02:20:54,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33175:33175)] 2024-11-26T02:20:54,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:54,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:54,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:20:54,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:54,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:54,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:20:54,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:54,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:54,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:20:54,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:54,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:54,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:20:54,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:54,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:54,311 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,311 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,312 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,313 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,313 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,313 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:54,314 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:54,315 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:54,315 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66024258, jitterRate=-0.01616188883781433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:54,316 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587654304Initializing all the Stores at 1732587654305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587654305Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587654305Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587654305Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587654305Cleaning up temporary data from old regions at 1732587654313 (+8 ms)Region opened successfully at 1732587654316 (+3 ms) 2024-11-26T02:20:54,316 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:20:54,318 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fe747b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:54,319 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:20:54,319 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:20:54,319 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:20:54,319 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:20:54,319 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:20:54,319 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:20:54,319 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:20:54,321 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:20:54,321 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Unable to get data of znode /0-339291611/balancer because node does not exist (not necessarily an error) 2024-11-26T02:20:54,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:20:54,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:20:54,343 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8188 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:20:54,414 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339291611/balancer already deleted, retry=false 2024-11-26T02:20:54,415 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:20:54,415 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Unable to get data of znode /0-339291611/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:20:54,425 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339291611/normalizer already deleted, retry=false 2024-11-26T02:20:54,425 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:20:54,426 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Unable to get data of znode /0-339291611/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:20:54,435 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339291611/switch/split already deleted, retry=false 2024-11-26T02:20:54,436 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Unable to get data of znode /0-339291611/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:20:54,446 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339291611/switch/merge already deleted, retry=false 2024-11-26T02:20:54,447 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Unable to get data of znode /0-339291611/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:20:54,456 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339291611/snapshot-cleanup already deleted, retry=false 2024-11-26T02:20:54,467 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-339291611/running 2024-11-26T02:20:54,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-339291611/running 2024-11-26T02:20:54,467 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:54,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:54,467 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,40981,1732587652319, sessionid=0x10174f178d70000, setting cluster-up flag (Was=false) 2024-11-26T02:20:54,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:54,488 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:54,519 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-339291611/flush-table-proc/acquired, /0-339291611/flush-table-proc/reached, /0-339291611/flush-table-proc/abort 2024-11-26T02:20:54,520 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,40981,1732587652319 2024-11-26T02:20:54,540 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:54,572 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-339291611/online-snapshot/acquired, /0-339291611/online-snapshot/reached, /0-339291611/online-snapshot/abort 2024-11-26T02:20:54,573 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,40981,1732587652319 2024-11-26T02:20:54,574 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:20:54,575 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:54,575 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:20:54,575 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:20:54,575 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,40981,1732587652319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:20:54,576 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:54,576 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:54,576 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:54,576 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:54,576 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:20:54,576 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,576 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:54,576 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587684577 2024-11-26T02:20:54,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:20:54,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:54,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:20:54,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:20:54,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:20:54,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:20:54,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:20:54,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:20:54,578 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,578 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:20:54,578 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:20:54,578 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:20:54,578 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:20:54,578 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:54,578 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:20:54,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:20:54,578 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:20:54,579 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587654578,5,FailOnTimeoutGroup] 2024-11-26T02:20:54,579 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587654579,5,FailOnTimeoutGroup] 2024-11-26T02:20:54,579 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,579 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:20:54,579 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,579 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:20:54,645 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(746): ClusterId : 7d7a5647-6171-40c1-a84c-c6db9497d4db 2024-11-26T02:20:54,645 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:20:54,657 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:20:54,657 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:20:54,668 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:20:54,668 DEBUG [RS:0;851e45ef8bcf:41985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3c8fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:54,678 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:41985 2024-11-26T02:20:54,678 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:20:54,678 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:20:54,678 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:20:54,679 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,40981,1732587652319 with port=41985, startcode=1732587652512 2024-11-26T02:20:54,679 DEBUG [RS:0;851e45ef8bcf:41985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:20:54,680 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:20:54,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,41985,1732587652512 2024-11-26T02:20:54,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40981 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,41985,1732587652512 2024-11-26T02:20:54,682 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd 2024-11-26T02:20:54,682 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34195 2024-11-26T02:20:54,682 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:20:54,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611/rs 2024-11-26T02:20:54,688 DEBUG [RS:0;851e45ef8bcf:41985 {}] zookeeper.ZKUtil(111): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Set watcher on existing znode=/0-339291611/rs/851e45ef8bcf,41985,1732587652512 2024-11-26T02:20:54,688 WARN [RS:0;851e45ef8bcf:41985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:54,688 INFO [RS:0;851e45ef8bcf:41985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:54,688 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512 2024-11-26T02:20:54,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,41985,1732587652512] 2024-11-26T02:20:54,691 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:20:54,692 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:20:54,692 INFO [RS:0;851e45ef8bcf:41985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:20:54,692 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,693 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:20:54,693 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:20:54,693 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:54,694 DEBUG [RS:0;851e45ef8bcf:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:54,694 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,694 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,694 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,694 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,694 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,694 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,41985,1732587652512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:54,706 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:20:54,707 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,41985,1732587652512-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,707 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,707 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.Replication(171): 851e45ef8bcf,41985,1732587652512 started 2024-11-26T02:20:54,719 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:54,719 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,41985,1732587652512, RpcServer on 851e45ef8bcf/172.17.0.2:41985, sessionid=0x10174f178d70001 2024-11-26T02:20:54,719 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:20:54,719 DEBUG [RS:0;851e45ef8bcf:41985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,41985,1732587652512 2024-11-26T02:20:54,719 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,41985,1732587652512' 2024-11-26T02:20:54,719 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-339291611/flush-table-proc/abort' 2024-11-26T02:20:54,720 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-339291611/flush-table-proc/acquired' 2024-11-26T02:20:54,720 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:20:54,720 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:20:54,720 DEBUG [RS:0;851e45ef8bcf:41985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,41985,1732587652512 2024-11-26T02:20:54,720 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,41985,1732587652512' 2024-11-26T02:20:54,720 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-339291611/online-snapshot/abort' 2024-11-26T02:20:54,720 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-339291611/online-snapshot/acquired' 2024-11-26T02:20:54,720 DEBUG [RS:0;851e45ef8bcf:41985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:20:54,721 INFO [RS:0;851e45ef8bcf:41985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:20:54,721 INFO [RS:0;851e45ef8bcf:41985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:20:54,821 INFO [RS:0;851e45ef8bcf:41985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:54,822 INFO [RS:0;851e45ef8bcf:41985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C41985%2C1732587652512, suffix=, logDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/oldWALs, maxLogs=10 2024-11-26T02:20:54,834 DEBUG [RS:0;851e45ef8bcf:41985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822, exclude list is [], retry=0 2024-11-26T02:20:54,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-0e9b12f6-d6dc-4ca5-964f-601de87f2e14,DISK] 2024-11-26T02:20:54,838 INFO [RS:0;851e45ef8bcf:41985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 2024-11-26T02:20:54,838 DEBUG [RS:0;851e45ef8bcf:41985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33175:33175)] 2024-11-26T02:20:54,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:20:54,984 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd 2024-11-26T02:20:54,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:20:55,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:55,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:20:55,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:20:55,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:55,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:55,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:20:55,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:20:55,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:55,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:55,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:20:55,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:20:55,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:55,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:55,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:20:55,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:20:55,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:55,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:55,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:20:55,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740 2024-11-26T02:20:55,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740 2024-11-26T02:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:20:55,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:55,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:20:55,398 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:55,399 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68370405, jitterRate=0.018798425793647766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587655389Initializing all the Stores at 1732587655389Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587655390 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587655390Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587655390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587655390Cleaning up temporary data from old regions at 1732587655396 (+6 ms)Region opened successfully at 1732587655399 (+3 ms) 2024-11-26T02:20:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:20:55,399 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:20:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:20:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:20:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:20:55,399 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:20:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587655399Disabling compacts and flushes for region at 1732587655399Disabling writes for close at 1732587655399Writing region close event to WAL at 1732587655399Closed at 1732587655399 2024-11-26T02:20:55,400 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:55,400 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:20:55,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:20:55,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:20:55,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:20:55,552 DEBUG [851e45ef8bcf:40981 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:20:55,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,41985,1732587652512 2024-11-26T02:20:55,553 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,41985,1732587652512, state=OPENING 2024-11-26T02:20:55,625 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:20:55,635 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:55,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:20:55,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339291611/meta-region-server: CHANGED 2024-11-26T02:20:55,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339291611/meta-region-server: CHANGED 2024-11-26T02:20:55,636 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:20:55,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,41985,1732587652512}] 2024-11-26T02:20:55,788 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:20:55,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:20:55,792 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:20:55,792 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:55,792 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:20:55,793 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C41985%2C1732587652512.meta, suffix=.meta, logDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/oldWALs, maxLogs=10 2024-11-26T02:20:55,805 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.meta.1732587655793.meta, exclude list is [], retry=0 2024-11-26T02:20:55,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-0e9b12f6-d6dc-4ca5-964f-601de87f2e14,DISK] 2024-11-26T02:20:55,811 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.meta.1732587655793.meta 2024-11-26T02:20:55,811 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33175:33175)] 2024-11-26T02:20:55,812 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:55,812 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:20:55,812 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:20:55,812 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:20:55,812 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:20:55,812 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:20:55,812 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:55,812 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:20:55,812 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:20:55,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:20:55,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:20:55,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:55,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:55,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:20:55,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:20:55,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:55,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:55,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:20:55,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:20:55,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:55,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:55,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:20:55,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:20:55,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:55,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:55,817 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:20:55,817 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740 2024-11-26T02:20:55,818 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740 2024-11-26T02:20:55,819 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:20:55,819 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:20:55,819 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:55,820 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:20:55,821 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61175260, jitterRate=-0.08841758966445923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:55,821 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:20:55,821 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587655813Writing region info on filesystem at 1732587655813Initializing all the Stores at 1732587655813Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587655813Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587655813Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587655813Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587655813Cleaning up temporary data from old regions at 1732587655819 (+6 ms)Running coprocessor post-open hooks at 1732587655821 (+2 ms)Region opened successfully at 1732587655821 2024-11-26T02:20:55,822 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587655788 2024-11-26T02:20:55,824 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:20:55,824 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:20:55,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,41985,1732587652512 2024-11-26T02:20:55,825 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,41985,1732587652512, state=OPEN 2024-11-26T02:20:55,863 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-339291611/meta-region-server 2024-11-26T02:20:55,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-339291611/meta-region-server 2024-11-26T02:20:55,864 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,41985,1732587652512 2024-11-26T02:20:55,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339291611/meta-region-server: CHANGED 2024-11-26T02:20:55,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339291611/meta-region-server: CHANGED 2024-11-26T02:20:55,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:20:55,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,41985,1732587652512 in 228 msec 2024-11-26T02:20:55,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:20:55,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-26T02:20:55,868 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:55,868 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:20:55,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:55,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,41985,1732587652512, seqNum=-1] 2024-11-26T02:20:55,870 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:55,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:55,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-26T02:20:55,875 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587655875, completionTime=-1 2024-11-26T02:20:55,875 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:20:55,875 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:20:55,877 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:20:55,877 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587715877 2024-11-26T02:20:55,877 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587775877 2024-11-26T02:20:55,877 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:20:55,877 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40981,1732587652319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:55,877 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40981,1732587652319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:55,877 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40981,1732587652319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:55,877 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:40981, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:55,878 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:55,878 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:55,879 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:20:55,881 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.298sec 2024-11-26T02:20:55,881 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:20:55,881 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:20:55,881 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:20:55,881 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:20:55,881 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:20:55,881 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40981,1732587652319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:55,881 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40981,1732587652319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:20:55,883 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:20:55,883 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:20:55,883 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40981,1732587652319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:55,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fbc98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:55,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40981,-1 for getting cluster id 2024-11-26T02:20:55,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:20:55,947 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d7a5647-6171-40c1-a84c-c6db9497d4db' 2024-11-26T02:20:55,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:20:55,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d7a5647-6171-40c1-a84c-c6db9497d4db" 2024-11-26T02:20:55,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599ca500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:55,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40981,-1] 2024-11-26T02:20:55,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:20:55,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:20:55,949 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:20:55,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149ad8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:20:55,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:20:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,41985,1732587652512, seqNum=-1] 2024-11-26T02:20:55,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:20:55,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:20:55,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,40981,1732587652319 2024-11-26T02:20:55,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64562 2024-11-26T02:20:55,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:55,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10174f178d70002 connected 2024-11-26T02:20:55,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/hadoop.log.dir so I do NOT create it in target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37 2024-11-26T02:20:55,985 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:20:55,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/hadoop.tmp.dir so I do NOT create it in target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37 2024-11-26T02:20:55,985 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:20:55,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37 2024-11-26T02:20:55,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:20:55,985 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/cluster_ba31e76f-f020-84b3-2aac-ce7917e80a1d, deleteOnExit=true 2024-11-26T02:20:55,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:20:55,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/test.cache.data in system properties and HBase conf 2024-11-26T02:20:55,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:20:55,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:20:55,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:20:55,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:20:55,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:20:55,986 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:20:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:20:55,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:20:56,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:56,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:20:56,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:20:56,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:20:56,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:20:56,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:56,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e1c4d35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:20:56,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f0fa6d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:20:56,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76b8f9d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/java.io.tmpdir/jetty-localhost-43137-hadoop-hdfs-3_4_1-tests_jar-_-any-14458026101289653010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:20:56,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bec692c{HTTP/1.1, (http/1.1)}{localhost:43137} 2024-11-26T02:20:56,437 INFO [Time-limited test {}] server.Server(415): Started @210543ms 2024-11-26T02:20:56,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:20:56,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:20:56,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:20:56,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:20:56,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:20:56,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16523082{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:20:56,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a8bdd42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:20:56,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13af988{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/java.io.tmpdir/jetty-localhost-33519-hadoop-hdfs-3_4_1-tests_jar-_-any-9392866292742484057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:20:56,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71af03c3{HTTP/1.1, (http/1.1)}{localhost:33519} 2024-11-26T02:20:56,796 INFO [Time-limited test {}] server.Server(415): Started @210902ms 2024-11-26T02:20:56,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:20:57,425 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/cluster_ba31e76f-f020-84b3-2aac-ce7917e80a1d/data/data1/current/BP-1045899245-172.17.0.2-1732587656007/current, will proceed with Du for space computation calculation, 2024-11-26T02:20:57,425 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/cluster_ba31e76f-f020-84b3-2aac-ce7917e80a1d/data/data2/current/BP-1045899245-172.17.0.2-1732587656007/current, will proceed with Du for space computation calculation, 2024-11-26T02:20:57,446 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:20:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cda18675526561f with lease ID 0x9248fffebd09bfef: Processing first storage report for DS-b248471d-9ed0-4f9c-9de0-3df5a8aa8ed5 from datanode DatanodeRegistration(127.0.0.1:35399, datanodeUuid=f973e055-c344-4232-b843-05b2d81d8e57, infoPort=43123, infoSecurePort=0, ipcPort=34561, storageInfo=lv=-57;cid=testClusterID;nsid=1299726402;c=1732587656007) 2024-11-26T02:20:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cda18675526561f with lease ID 0x9248fffebd09bfef: from storage DS-b248471d-9ed0-4f9c-9de0-3df5a8aa8ed5 node DatanodeRegistration(127.0.0.1:35399, datanodeUuid=f973e055-c344-4232-b843-05b2d81d8e57, infoPort=43123, infoSecurePort=0, ipcPort=34561, storageInfo=lv=-57;cid=testClusterID;nsid=1299726402;c=1732587656007), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:20:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cda18675526561f with lease ID 0x9248fffebd09bfef: Processing first storage report for DS-5edb1669-991d-465d-9532-64d16ac433cf from datanode DatanodeRegistration(127.0.0.1:35399, datanodeUuid=f973e055-c344-4232-b843-05b2d81d8e57, infoPort=43123, infoSecurePort=0, ipcPort=34561, storageInfo=lv=-57;cid=testClusterID;nsid=1299726402;c=1732587656007) 2024-11-26T02:20:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cda18675526561f with lease ID 0x9248fffebd09bfef: from storage DS-5edb1669-991d-465d-9532-64d16ac433cf node DatanodeRegistration(127.0.0.1:35399, datanodeUuid=f973e055-c344-4232-b843-05b2d81d8e57, infoPort=43123, infoSecurePort=0, ipcPort=34561, storageInfo=lv=-57;cid=testClusterID;nsid=1299726402;c=1732587656007), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:20:57,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37 2024-11-26T02:20:57,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:57,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:57,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:20:57,927 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7 with version=8 2024-11-26T02:20:57,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/hbase-staging 2024-11-26T02:20:57,929 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:20:57,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:57,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:57,929 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:20:57,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:57,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:20:57,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:20:57,929 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:20:57,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34399 2024-11-26T02:20:57,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34399 connecting to ZooKeeper ensemble=127.0.0.1:64562 2024-11-26T02:20:57,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343990x0, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:57,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34399-0x10174f178d70003 connected 2024-11-26T02:20:58,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:58,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:58,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Set watcher on znode that does not yet exist, /1649308348/running 2024-11-26T02:20:58,059 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7, hbase.cluster.distributed=false 2024-11-26T02:20:58,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Set watcher on znode that does not yet exist, /1649308348/acl 2024-11-26T02:20:58,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34399 2024-11-26T02:20:58,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34399 2024-11-26T02:20:58,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34399 2024-11-26T02:20:58,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34399 2024-11-26T02:20:58,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34399 2024-11-26T02:20:58,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:20:58,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:58,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:58,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:20:58,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:20:58,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:20:58,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:20:58,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:20:58,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41953 2024-11-26T02:20:58,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41953 connecting to ZooKeeper ensemble=127.0.0.1:64562 2024-11-26T02:20:58,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:58,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:58,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419530x0, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:20:58,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419530x0, quorum=127.0.0.1:64562, baseZNode=/1649308348 Set watcher on znode that does not yet exist, /1649308348/running 2024-11-26T02:20:58,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41953-0x10174f178d70004 connected 2024-11-26T02:20:58,096 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:20:58,097 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:20:58,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Set watcher on znode that does not yet exist, /1649308348/master 2024-11-26T02:20:58,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Set watcher on znode that does not yet exist, /1649308348/acl 2024-11-26T02:20:58,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41953 2024-11-26T02:20:58,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41953 2024-11-26T02:20:58,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41953 2024-11-26T02:20:58,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41953 2024-11-26T02:20:58,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41953 2024-11-26T02:20:58,110 DEBUG [M:0;851e45ef8bcf:34399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:34399 2024-11-26T02:20:58,111 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1649308348/backup-masters/851e45ef8bcf,34399,1732587657929 2024-11-26T02:20:58,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348/backup-masters 2024-11-26T02:20:58,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348/backup-masters 2024-11-26T02:20:58,120 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Set watcher on existing znode=/1649308348/backup-masters/851e45ef8bcf,34399,1732587657929 2024-11-26T02:20:58,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1649308348/master 2024-11-26T02:20:58,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:20:58,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:20:58,130 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Set watcher on existing znode=/1649308348/master 2024-11-26T02:20:58,130 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1649308348/backup-masters/851e45ef8bcf,34399,1732587657929 from backup master directory 2024-11-26T02:20:58,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1649308348/backup-masters/851e45ef8bcf,34399,1732587657929 2024-11-26T02:20:58,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348/backup-masters 2024-11-26T02:20:58,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348/backup-masters 2024-11-26T02:20:58,140 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:58,140 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,34399,1732587657929 2024-11-26T02:20:58,143 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/hbase.id] with ID: 08cad357-152d-41d4-bee9-69affb70876c 2024-11-26T02:20:58,144 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/.tmp/hbase.id 2024-11-26T02:20:58,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:20:58,549 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/.tmp/hbase.id]:[hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/hbase.id] 2024-11-26T02:20:58,557 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:20:58,557 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:20:58,558 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:20:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:20:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:20:58,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:20:58,608 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:20:58,609 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:20:58,609 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:58,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:20:59,015 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store 2024-11-26T02:20:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:20:59,421 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:59,421 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:20:59,421 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:59,421 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:59,421 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:20:59,421 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:59,421 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:20:59,421 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587659421Disabling compacts and flushes for region at 1732587659421Disabling writes for close at 1732587659421Writing region close event to WAL at 1732587659421Closed at 1732587659421 2024-11-26T02:20:59,422 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/.initializing 2024-11-26T02:20:59,422 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/WALs/851e45ef8bcf,34399,1732587657929 2024-11-26T02:20:59,423 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:59,424 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C34399%2C1732587657929, suffix=, logDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/WALs/851e45ef8bcf,34399,1732587657929, archiveDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/oldWALs, maxLogs=10 2024-11-26T02:20:59,439 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/WALs/851e45ef8bcf,34399,1732587657929/851e45ef8bcf%2C34399%2C1732587657929.1732587659424, exclude list is [], retry=0 2024-11-26T02:20:59,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-b248471d-9ed0-4f9c-9de0-3df5a8aa8ed5,DISK] 2024-11-26T02:20:59,443 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/WALs/851e45ef8bcf,34399,1732587657929/851e45ef8bcf%2C34399%2C1732587657929.1732587659424 2024-11-26T02:20:59,443 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43123:43123)] 2024-11-26T02:20:59,443 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:20:59,444 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:20:59,444 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,444 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:20:59,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:59,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:20:59,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:20:59,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:59,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:59,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:20:59,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:59,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:59,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:20:59,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:59,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:20:59,450 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,451 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,451 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,452 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,452 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,452 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:20:59,453 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:20:59,455 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:20:59,455 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63838588, jitterRate=-0.04873090982437134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:20:59,456 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587659444Initializing all the Stores at 1732587659445 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587659445Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587659445Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587659445Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587659445Cleaning up temporary data from old regions at 1732587659452 (+7 ms)Region opened successfully at 1732587659456 (+4 ms) 2024-11-26T02:20:59,456 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:20:59,458 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2107753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:59,459 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:20:59,459 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:20:59,459 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:20:59,459 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:20:59,459 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:20:59,460 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:20:59,460 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:20:59,461 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:20:59,461 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Unable to get data of znode /1649308348/balancer because node does not exist (not necessarily an error) 2024-11-26T02:20:59,540 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1649308348/balancer already deleted, retry=false 2024-11-26T02:20:59,541 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:20:59,541 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Unable to get data of znode /1649308348/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:20:59,551 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1649308348/normalizer already deleted, retry=false 2024-11-26T02:20:59,551 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:20:59,552 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Unable to get data of znode /1649308348/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:20:59,561 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1649308348/switch/split already deleted, retry=false 2024-11-26T02:20:59,562 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Unable to get data of znode /1649308348/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:20:59,572 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1649308348/switch/merge already deleted, retry=false 2024-11-26T02:20:59,575 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Unable to get data of znode /1649308348/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:20:59,582 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1649308348/snapshot-cleanup already deleted, retry=false 2024-11-26T02:20:59,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1649308348/running 2024-11-26T02:20:59,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1649308348/running 2024-11-26T02:20:59,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:20:59,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:20:59,593 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,34399,1732587657929, sessionid=0x10174f178d70003, setting cluster-up flag (Was=false) 2024-11-26T02:20:59,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:20:59,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:20:59,646 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1649308348/flush-table-proc/acquired, /1649308348/flush-table-proc/reached, /1649308348/flush-table-proc/abort 2024-11-26T02:20:59,646 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,34399,1732587657929 2024-11-26T02:20:59,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:20:59,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:20:59,698 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1649308348/online-snapshot/acquired, /1649308348/online-snapshot/reached, /1649308348/online-snapshot/abort 2024-11-26T02:20:59,699 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,34399,1732587657929 2024-11-26T02:20:59,700 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:20:59,702 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:59,702 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(746): ClusterId : 08cad357-152d-41d4-bee9-69affb70876c 2024-11-26T02:20:59,702 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:20:59,702 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:20:59,702 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:20:59,703 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,34399,1732587657929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:20:59,720 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:59,720 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:20:59,720 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:20:59,720 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:59,720 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:59,720 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:20:59,720 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:20:59,720 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,720 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:59,720 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,722 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587689722 2024-11-26T02:20:59,722 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:20:59,722 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:20:59,722 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:20:59,722 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:20:59,722 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:20:59,722 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:20:59,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:20:59,722 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:20:59,723 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:20:59,723 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:20:59,723 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:20:59,723 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:20:59,723 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:20:59,723 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:20:59,723 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587659723,5,FailOnTimeoutGroup] 2024-11-26T02:20:59,723 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:20:59,723 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587659723,5,FailOnTimeoutGroup] 2024-11-26T02:20:59,724 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,724 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:20:59,724 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,724 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:20:59,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:20:59,731 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:20:59,731 DEBUG [RS:0;851e45ef8bcf:41953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50403e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:20:59,749 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:41953 2024-11-26T02:20:59,749 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:20:59,749 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:20:59,749 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:20:59,749 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,34399,1732587657929 with port=41953, startcode=1732587658078 2024-11-26T02:20:59,750 DEBUG [RS:0;851e45ef8bcf:41953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:20:59,751 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:20:59,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,41953,1732587658078 2024-11-26T02:20:59,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34399 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,41953,1732587658078 2024-11-26T02:20:59,753 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7 2024-11-26T02:20:59,753 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42967 2024-11-26T02:20:59,753 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:20:59,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348/rs 2024-11-26T02:20:59,762 DEBUG [RS:0;851e45ef8bcf:41953 {}] zookeeper.ZKUtil(111): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Set watcher on existing znode=/1649308348/rs/851e45ef8bcf,41953,1732587658078 2024-11-26T02:20:59,762 WARN [RS:0;851e45ef8bcf:41953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:20:59,762 INFO [RS:0;851e45ef8bcf:41953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:20:59,762 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078 2024-11-26T02:20:59,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,41953,1732587658078] 2024-11-26T02:20:59,766 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:20:59,768 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:20:59,768 INFO [RS:0;851e45ef8bcf:41953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:20:59,768 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,772 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:20:59,772 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:20:59,773 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:59,773 DEBUG [RS:0;851e45ef8bcf:41953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:20:59,776 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,776 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,776 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,776 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,776 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,776 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,41953,1732587658078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:20:59,799 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:20:59,799 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,41953,1732587658078-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,799 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,799 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.Replication(171): 851e45ef8bcf,41953,1732587658078 started 2024-11-26T02:20:59,816 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:20:59,816 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,41953,1732587658078, RpcServer on 851e45ef8bcf/172.17.0.2:41953, sessionid=0x10174f178d70004 2024-11-26T02:20:59,816 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:20:59,816 DEBUG [RS:0;851e45ef8bcf:41953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,41953,1732587658078 2024-11-26T02:20:59,816 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,41953,1732587658078' 2024-11-26T02:20:59,816 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1649308348/flush-table-proc/abort' 2024-11-26T02:20:59,817 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1649308348/flush-table-proc/acquired' 2024-11-26T02:20:59,817 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:20:59,817 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:20:59,817 DEBUG [RS:0;851e45ef8bcf:41953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,41953,1732587658078 2024-11-26T02:20:59,817 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,41953,1732587658078' 2024-11-26T02:20:59,817 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1649308348/online-snapshot/abort' 2024-11-26T02:20:59,818 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1649308348/online-snapshot/acquired' 2024-11-26T02:20:59,818 DEBUG [RS:0;851e45ef8bcf:41953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:20:59,818 INFO [RS:0;851e45ef8bcf:41953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:20:59,818 INFO [RS:0;851e45ef8bcf:41953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:20:59,918 INFO [RS:0;851e45ef8bcf:41953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:20:59,920 INFO [RS:0;851e45ef8bcf:41953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C41953%2C1732587658078, suffix=, logDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078, archiveDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/oldWALs, maxLogs=10 2024-11-26T02:20:59,935 DEBUG [RS:0;851e45ef8bcf:41953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920, exclude list is [], retry=0 2024-11-26T02:20:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-b248471d-9ed0-4f9c-9de0-3df5a8aa8ed5,DISK] 2024-11-26T02:20:59,939 INFO [RS:0;851e45ef8bcf:41953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 2024-11-26T02:20:59,939 DEBUG [RS:0;851e45ef8bcf:41953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43123:43123)] 2024-11-26T02:21:00,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:21:00,131 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7 2024-11-26T02:21:00,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:21:00,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:00,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:21:00,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:21:00,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:00,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:00,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:21:00,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:21:00,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:00,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:00,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:21:00,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:21:00,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:00,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:00,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:21:00,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:21:00,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:00,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:00,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:21:00,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740 2024-11-26T02:21:00,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740 2024-11-26T02:21:00,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:21:00,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:21:00,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:00,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:21:00,547 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:00,547 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61196701, jitterRate=-0.08809809386730194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:00,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587660536Initializing all the Stores at 1732587660537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587660537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587660537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587660537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587660537Cleaning up temporary data from old regions at 1732587660544 (+7 ms)Region opened successfully at 1732587660547 (+3 ms) 2024-11-26T02:21:00,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:21:00,547 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:21:00,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:21:00,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:21:00,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:21:00,548 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:21:00,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587660547Disabling compacts and flushes for region at 1732587660547Disabling writes for close at 1732587660547Writing region close event to WAL at 1732587660548 (+1 ms)Closed at 1732587660548 2024-11-26T02:21:00,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:00,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:21:00,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:21:00,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:21:00,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:21:00,691 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:21:00,701 DEBUG [851e45ef8bcf:34399 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:21:00,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,41953,1732587658078 2024-11-26T02:21:00,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,41953,1732587658078, state=OPENING 2024-11-26T02:21:00,802 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:21:00,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:21:00,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:21:00,822 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:21:00,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1649308348/meta-region-server: CHANGED 2024-11-26T02:21:00,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,41953,1732587658078}] 2024-11-26T02:21:00,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1649308348/meta-region-server: CHANGED 2024-11-26T02:21:00,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:21:00,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:21:00,979 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:21:00,979 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:00,979 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:21:00,980 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C41953%2C1732587658078.meta, suffix=.meta, logDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078, archiveDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/oldWALs, maxLogs=10 2024-11-26T02:21:00,993 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.meta.1732587660981.meta, exclude list is [], retry=0 2024-11-26T02:21:00,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-b248471d-9ed0-4f9c-9de0-3df5a8aa8ed5,DISK] 2024-11-26T02:21:00,997 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.meta.1732587660981.meta 2024-11-26T02:21:00,997 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43123:43123)] 2024-11-26T02:21:00,997 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:00,997 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:00,997 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:21:00,998 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:21:00,998 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:21:00,998 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:21:00,998 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:00,998 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:21:00,998 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:21:00,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:21:01,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:21:01,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:01,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:01,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:21:01,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:21:01,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:01,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:01,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:21:01,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:21:01,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:01,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:01,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:21:01,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:21:01,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:01,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:01,003 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:21:01,004 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740 2024-11-26T02:21:01,004 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740 2024-11-26T02:21:01,005 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:21:01,005 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:21:01,005 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:01,006 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:21:01,007 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70778042, jitterRate=0.054675012826919556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:01,007 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:21:01,007 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587660998Writing region info on filesystem at 1732587660998Initializing all the Stores at 1732587660999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587660999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587660999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587660999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587660999Cleaning up temporary data from old regions at 1732587661005 (+6 ms)Running coprocessor post-open hooks at 1732587661007 (+2 ms)Region opened successfully at 1732587661007 2024-11-26T02:21:01,007 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587660974 2024-11-26T02:21:01,009 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:21:01,009 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:21:01,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,41953,1732587658078 2024-11-26T02:21:01,010 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,41953,1732587658078, state=OPEN 2024-11-26T02:21:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1649308348/meta-region-server 2024-11-26T02:21:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1649308348/meta-region-server 2024-11-26T02:21:01,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1649308348/meta-region-server: CHANGED 2024-11-26T02:21:01,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1649308348/meta-region-server: CHANGED 2024-11-26T02:21:01,022 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,41953,1732587658078 2024-11-26T02:21:01,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:21:01,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,41953,1732587658078 in 200 msec 2024-11-26T02:21:01,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:21:01,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-11-26T02:21:01,026 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:01,026 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:21:01,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:01,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,41953,1732587658078, seqNum=-1] 2024-11-26T02:21:01,027 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:01,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:01,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3310 sec 2024-11-26T02:21:01,033 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587661033, completionTime=-1 2024-11-26T02:21:01,033 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:21:01,033 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:21:01,035 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:21:01,035 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587721035 2024-11-26T02:21:01,035 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587781035 2024-11-26T02:21:01,035 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:21:01,036 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34399,1732587657929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:01,036 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34399,1732587657929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:01,036 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34399,1732587657929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:01,036 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:34399, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:01,036 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:01,037 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:01,038 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:21:01,040 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.900sec 2024-11-26T02:21:01,040 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:21:01,040 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:21:01,040 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:21:01,040 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:21:01,040 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:21:01,040 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34399,1732587657929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:21:01,040 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34399,1732587657929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:21:01,042 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:21:01,042 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:21:01,042 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34399,1732587657929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:01,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408726cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:01,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,34399,-1 for getting cluster id 2024-11-26T02:21:01,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:01,104 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cad357-152d-41d4-bee9-69affb70876c' 2024-11-26T02:21:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cad357-152d-41d4-bee9-69affb70876c" 2024-11-26T02:21:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a853d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,34399,-1] 2024-11-26T02:21:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:01,106 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:01,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f07f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:01,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,41953,1732587658078, seqNum=-1] 2024-11-26T02:21:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:01,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:01,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,34399,1732587657929 2024-11-26T02:21:01,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64562 2024-11-26T02:21:01,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:21:01,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10174f178d70005 connected 2024-11-26T02:21:01,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:01,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40981,1732587652319 2024-11-26T02:21:01,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@616a3492 2024-11-26T02:21:01,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:01,134 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:01,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:21:01,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:21:01,137 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:01,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:21:01,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:21:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:21:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:01,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:21:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:01,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:01,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:01,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:01,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:01,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:01,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:01,550 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a02fe3bdfa314ee16cc704e4e9b58bda, NAME => 'test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd 2024-11-26T02:21:01,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:21:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:01,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:21:01,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T02:21:01,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:21:01,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T02:21:01,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:21:01,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T02:21:01,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:21:01,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T02:21:01,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:01,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a02fe3bdfa314ee16cc704e4e9b58bda, disabling compactions & flushes 2024-11-26T02:21:01,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:01,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:01,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. after waiting 0 ms 2024-11-26T02:21:01,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:01,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:01,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a02fe3bdfa314ee16cc704e4e9b58bda: Waiting for close lock at 1732587661954Disabling compacts and flushes for region at 1732587661954Disabling writes for close at 1732587661955 (+1 ms)Writing region close event to WAL at 1732587661955Closed at 1732587661955 2024-11-26T02:21:01,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:21:01,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587661956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587661956"}]},"ts":"1732587661956"} 2024-11-26T02:21:01,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:21:01,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:21:01,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587661959"}]},"ts":"1732587661959"} 2024-11-26T02:21:01,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:21:01,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a02fe3bdfa314ee16cc704e4e9b58bda, ASSIGN}] 2024-11-26T02:21:01,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a02fe3bdfa314ee16cc704e4e9b58bda, ASSIGN 2024-11-26T02:21:01,962 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a02fe3bdfa314ee16cc704e4e9b58bda, ASSIGN; state=OFFLINE, location=851e45ef8bcf,41985,1732587652512; forceNewPlan=false, retain=false 2024-11-26T02:21:02,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a02fe3bdfa314ee16cc704e4e9b58bda, regionState=OPENING, regionLocation=851e45ef8bcf,41985,1732587652512 2024-11-26T02:21:02,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a02fe3bdfa314ee16cc704e4e9b58bda, ASSIGN because future has completed 2024-11-26T02:21:02,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a02fe3bdfa314ee16cc704e4e9b58bda, server=851e45ef8bcf,41985,1732587652512}] 2024-11-26T02:21:02,270 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:02,271 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a02fe3bdfa314ee16cc704e4e9b58bda, NAME => 'test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:02,271 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:02,271 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:21:02,271 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,271 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:02,271 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,271 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,272 INFO [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:02,273 INFO [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02fe3bdfa314ee16cc704e4e9b58bda columnFamilyName f 2024-11-26T02:21:02,273 DEBUG [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:02,274 INFO [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] regionserver.HStore(327): Store=a02fe3bdfa314ee16cc704e4e9b58bda/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:02,274 INFO [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,275 INFO [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02fe3bdfa314ee16cc704e4e9b58bda columnFamilyName f1 2024-11-26T02:21:02,275 DEBUG [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:02,275 INFO [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] regionserver.HStore(327): Store=a02fe3bdfa314ee16cc704e4e9b58bda/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:02,275 INFO [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,276 INFO [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02fe3bdfa314ee16cc704e4e9b58bda columnFamilyName norep 2024-11-26T02:21:02,276 DEBUG [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:02,276 INFO [StoreOpener-a02fe3bdfa314ee16cc704e4e9b58bda-1 {}] regionserver.HStore(327): Store=a02fe3bdfa314ee16cc704e4e9b58bda/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:02,276 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,277 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,277 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,278 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,278 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,278 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:21:02,279 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,280 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:02,281 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a02fe3bdfa314ee16cc704e4e9b58bda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70263852, jitterRate=0.04701298475265503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:21:02,281 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:02,281 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a02fe3bdfa314ee16cc704e4e9b58bda: Running coprocessor pre-open hook at 1732587662271Writing region info on filesystem at 1732587662271Initializing all the Stores at 1732587662272 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587662272Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587662272Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587662272Cleaning up temporary data from old regions at 1732587662278 (+6 ms)Running coprocessor post-open hooks at 1732587662281 (+3 ms)Region opened successfully at 1732587662281 2024-11-26T02:21:02,282 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda., pid=6, masterSystemTime=1732587662267 2024-11-26T02:21:02,284 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:02,284 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:02,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a02fe3bdfa314ee16cc704e4e9b58bda, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,41985,1732587652512 2024-11-26T02:21:02,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a02fe3bdfa314ee16cc704e4e9b58bda, server=851e45ef8bcf,41985,1732587652512 because future has completed 2024-11-26T02:21:02,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:21:02,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a02fe3bdfa314ee16cc704e4e9b58bda, server=851e45ef8bcf,41985,1732587652512 in 172 msec 2024-11-26T02:21:02,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:21:02,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a02fe3bdfa314ee16cc704e4e9b58bda, ASSIGN in 327 msec 2024-11-26T02:21:02,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:21:02,291 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587662290"}]},"ts":"1732587662290"} 2024-11-26T02:21:02,292 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:21:02,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:21:02,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-26T02:21:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:03,293 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:21:03,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:03,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,34399,1732587657929 2024-11-26T02:21:03,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5037c79e 2024-11-26T02:21:03,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:03,294 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:03,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:21:03,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:21:03,297 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:03,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:21:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:03,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:21:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:21:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:03,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b7376f9f0186ddc71703216f21cb7e6, NAME => 'test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7 2024-11-26T02:21:03,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:21:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:04,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:04,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b7376f9f0186ddc71703216f21cb7e6, disabling compactions & flushes 2024-11-26T02:21:04,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:04,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:04,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. after waiting 0 ms 2024-11-26T02:21:04,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:04,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:04,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b7376f9f0186ddc71703216f21cb7e6: Waiting for close lock at 1732587664109Disabling compacts and flushes for region at 1732587664109Disabling writes for close at 1732587664109Writing region close event to WAL at 1732587664109Closed at 1732587664109 2024-11-26T02:21:04,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:21:04,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587664110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587664110"}]},"ts":"1732587664110"} 2024-11-26T02:21:04,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:21:04,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:21:04,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587664113"}]},"ts":"1732587664113"} 2024-11-26T02:21:04,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:21:04,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b7376f9f0186ddc71703216f21cb7e6, ASSIGN}] 2024-11-26T02:21:04,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b7376f9f0186ddc71703216f21cb7e6, ASSIGN 2024-11-26T02:21:04,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b7376f9f0186ddc71703216f21cb7e6, ASSIGN; state=OFFLINE, location=851e45ef8bcf,41953,1732587658078; forceNewPlan=false, retain=false 2024-11-26T02:21:04,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b7376f9f0186ddc71703216f21cb7e6, regionState=OPENING, regionLocation=851e45ef8bcf,41953,1732587658078 2024-11-26T02:21:04,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b7376f9f0186ddc71703216f21cb7e6, ASSIGN because future has completed 2024-11-26T02:21:04,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b7376f9f0186ddc71703216f21cb7e6, server=851e45ef8bcf,41953,1732587658078}] 2024-11-26T02:21:04,425 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:04,425 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b7376f9f0186ddc71703216f21cb7e6, NAME => 'test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:04,425 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:04,425 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:21:04,426 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,426 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:04,426 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,426 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,427 INFO [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,428 INFO [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b7376f9f0186ddc71703216f21cb7e6 columnFamilyName f 2024-11-26T02:21:04,428 DEBUG [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:04,428 INFO [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] regionserver.HStore(327): Store=2b7376f9f0186ddc71703216f21cb7e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:04,428 INFO [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,429 INFO [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b7376f9f0186ddc71703216f21cb7e6 columnFamilyName f1 2024-11-26T02:21:04,430 DEBUG [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:04,430 INFO [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] regionserver.HStore(327): Store=2b7376f9f0186ddc71703216f21cb7e6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:04,430 INFO [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,431 INFO [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b7376f9f0186ddc71703216f21cb7e6 columnFamilyName norep 2024-11-26T02:21:04,431 DEBUG [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:04,431 INFO [StoreOpener-2b7376f9f0186ddc71703216f21cb7e6-1 {}] regionserver.HStore(327): Store=2b7376f9f0186ddc71703216f21cb7e6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:04,431 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,432 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,432 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:04,433 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,433 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,433 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:21:04,434 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,436 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:04,436 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b7376f9f0186ddc71703216f21cb7e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70996878, jitterRate=0.0579359233379364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:21:04,436 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:04,436 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b7376f9f0186ddc71703216f21cb7e6: Running coprocessor pre-open hook at 1732587664426Writing region info on filesystem at 1732587664426Initializing all the Stores at 1732587664427 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587664427Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587664427Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587664427Cleaning up temporary data from old regions at 1732587664433 (+6 ms)Running coprocessor post-open hooks at 1732587664436 (+3 ms)Region opened successfully at 1732587664436 2024-11-26T02:21:04,437 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6., pid=6, masterSystemTime=1732587664421 2024-11-26T02:21:04,439 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:04,439 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:04,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b7376f9f0186ddc71703216f21cb7e6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,41953,1732587658078 2024-11-26T02:21:04,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b7376f9f0186ddc71703216f21cb7e6, server=851e45ef8bcf,41953,1732587658078 because future has completed 2024-11-26T02:21:04,442 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:04,442 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:21:04,443 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18288 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:21:04,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:21:04,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b7376f9f0186ddc71703216f21cb7e6, server=851e45ef8bcf,41953,1732587658078 in 172 msec 2024-11-26T02:21:04,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:21:04,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b7376f9f0186ddc71703216f21cb7e6, ASSIGN in 329 msec 2024-11-26T02:21:04,447 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:21:04,447 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587664447"}]},"ts":"1732587664447"} 2024-11-26T02:21:04,449 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:21:04,449 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:21:04,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-26T02:21:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:05,443 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:21:05,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20639135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40981,-1 for getting cluster id 2024-11-26T02:21:05,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:05,444 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d7a5647-6171-40c1-a84c-c6db9497d4db' 2024-11-26T02:21:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d7a5647-6171-40c1-a84c-c6db9497d4db" 2024-11-26T02:21:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5310c011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40981,-1] 2024-11-26T02:21:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:05,446 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a57a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef42c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,34399,-1 for getting cluster id 2024-11-26T02:21:05,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:05,447 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cad357-152d-41d4-bee9-69affb70876c' 2024-11-26T02:21:05,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cad357-152d-41d4-bee9-69affb70876c" 2024-11-26T02:21:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422f2855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,34399,-1] 2024-11-26T02:21:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:05,448 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cad611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb48e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40981,-1 for getting cluster id 2024-11-26T02:21:05,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:05,450 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d7a5647-6171-40c1-a84c-c6db9497d4db' 2024-11-26T02:21:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d7a5647-6171-40c1-a84c-c6db9497d4db" 2024-11-26T02:21:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386df663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40981,-1] 2024-11-26T02:21:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:05,451 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:05,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee87d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40981,1732587652319 2024-11-26T02:21:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@267df1b2 2024-11-26T02:21:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:05,453 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:05,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:34399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:21:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:21:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:05,456 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:34399' 2024-11-26T02:21:05,457 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f45dcef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,457 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,34399,-1 for getting cluster id 2024-11-26T02:21:05,457 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:05,458 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cad357-152d-41d4-bee9-69affb70876c' 2024-11-26T02:21:05,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:05,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cad357-152d-41d4-bee9-69affb70876c" 2024-11-26T02:21:05,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a930d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,34399,-1] 2024-11-26T02:21:05,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:05,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:05,459 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:05,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708dea68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:05,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:05,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,34399,1732587657929 2024-11-26T02:21:05,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11066b7d 2024-11-26T02:21:05,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:05,461 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:05,462 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T02:21:05,462 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:21:05,462 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:05,462 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:05,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:05,462 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:05,463 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:21:05,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:21:05,464 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:05,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:21:05,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:21:05,513 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:21:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:05,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T02:21:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:05,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df3d7ffba01d22f223c1d75682d34fd1, NAME => 'hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd 2024-11-26T02:21:05,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:21:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:06,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:06,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing df3d7ffba01d22f223c1d75682d34fd1, disabling compactions & flushes 2024-11-26T02:21:06,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:06,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:06,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. after waiting 0 ms 2024-11-26T02:21:06,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:06,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:06,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for df3d7ffba01d22f223c1d75682d34fd1: Waiting for close lock at 1732587666365Disabling compacts and flushes for region at 1732587666365Disabling writes for close at 1732587666366 (+1 ms)Writing region close event to WAL at 1732587666366Closed at 1732587666366 2024-11-26T02:21:06,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:21:06,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587666367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587666367"}]},"ts":"1732587666367"} 2024-11-26T02:21:06,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:21:06,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:21:06,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587666369"}]},"ts":"1732587666369"} 2024-11-26T02:21:06,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:21:06,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df3d7ffba01d22f223c1d75682d34fd1, ASSIGN}] 2024-11-26T02:21:06,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df3d7ffba01d22f223c1d75682d34fd1, ASSIGN 2024-11-26T02:21:06,372 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df3d7ffba01d22f223c1d75682d34fd1, ASSIGN; state=OFFLINE, location=851e45ef8bcf,41985,1732587652512; forceNewPlan=false, retain=false 2024-11-26T02:21:06,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:21:06,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df3d7ffba01d22f223c1d75682d34fd1, regionState=OPENING, regionLocation=851e45ef8bcf,41985,1732587652512 2024-11-26T02:21:06,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:06,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:06,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:06,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:06,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:06,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:06,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df3d7ffba01d22f223c1d75682d34fd1, ASSIGN because future has completed 2024-11-26T02:21:06,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df3d7ffba01d22f223c1d75682d34fd1, server=851e45ef8bcf,41985,1732587652512}] 2024-11-26T02:21:06,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:06,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:06,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:06,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:06,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:06,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:06,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:21:06,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C41985%2C1732587652512.rep, suffix=, logDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512, archiveDir=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/oldWALs, maxLogs=10 2024-11-26T02:21:06,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.rep.1732587666682, exclude list is [], retry=0 2024-11-26T02:21:06,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-0e9b12f6-d6dc-4ca5-964f-601de87f2e14,DISK] 2024-11-26T02:21:06,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.rep.1732587666682 2024-11-26T02:21:06,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33175:33175)] 2024-11-26T02:21:06,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => df3d7ffba01d22f223c1d75682d34fd1, NAME => 'hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:06,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:06,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:21:06,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. service=MultiRowMutationService 2024-11-26T02:21:06,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:21:06,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:06,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,699 INFO [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,700 INFO [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df3d7ffba01d22f223c1d75682d34fd1 columnFamilyName hfileref 2024-11-26T02:21:06,700 DEBUG [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:06,701 INFO [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] regionserver.HStore(327): Store=df3d7ffba01d22f223c1d75682d34fd1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:06,701 INFO [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,701 INFO [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df3d7ffba01d22f223c1d75682d34fd1 columnFamilyName queue 2024-11-26T02:21:06,701 DEBUG [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:06,702 INFO [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] regionserver.HStore(327): Store=df3d7ffba01d22f223c1d75682d34fd1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:06,702 INFO [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,702 INFO [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df3d7ffba01d22f223c1d75682d34fd1 columnFamilyName sid 2024-11-26T02:21:06,702 DEBUG [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:06,703 INFO [StoreOpener-df3d7ffba01d22f223c1d75682d34fd1-1 {}] regionserver.HStore(327): Store=df3d7ffba01d22f223c1d75682d34fd1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:06,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/replication/df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/replication/df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:21:06,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/replication/df3d7ffba01d22f223c1d75682d34fd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:06,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened df3d7ffba01d22f223c1d75682d34fd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73143489, jitterRate=0.08992291986942291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:21:06,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:06,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for df3d7ffba01d22f223c1d75682d34fd1: Running coprocessor pre-open hook at 1732587666698Writing region info on filesystem at 1732587666698Initializing all the Stores at 1732587666699 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587666699Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587666699Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587666699Cleaning up temporary data from old regions at 1732587666704 (+5 ms)Running coprocessor post-open hooks at 1732587666708 (+4 ms)Region opened successfully at 1732587666708 2024-11-26T02:21:06,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1., pid=10, masterSystemTime=1732587666677 2024-11-26T02:21:06,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:06,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:06,711 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df3d7ffba01d22f223c1d75682d34fd1, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,41985,1732587652512 2024-11-26T02:21:06,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df3d7ffba01d22f223c1d75682d34fd1, server=851e45ef8bcf,41985,1732587652512 because future has completed 2024-11-26T02:21:06,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:21:06,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure df3d7ffba01d22f223c1d75682d34fd1, server=851e45ef8bcf,41985,1732587652512 in 188 msec 2024-11-26T02:21:06,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:21:06,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df3d7ffba01d22f223c1d75682d34fd1, ASSIGN in 344 msec 2024-11-26T02:21:06,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:21:06,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587666717"}]},"ts":"1732587666717"} 2024-11-26T02:21:06,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:21:06,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:21:06,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2570 sec 2024-11-26T02:21:06,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1., hostname=851e45ef8bcf,41985,1732587652512, seqNum=2] 2024-11-26T02:21:06,835 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:21:06,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:21:06,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:21:07,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:21:07,009 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:21:07,048 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,41985,1732587652512, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:21:07,049 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:07,049 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,41985,1732587652512, seqNum=-1] 2024-11-26T02:21:07,050 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:07,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T02:21:07,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,41985,1732587652512', locateType=CURRENT is [region=hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1., hostname=851e45ef8bcf,41985,1732587652512, seqNum=2] 2024-11-26T02:21:07,056 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:21:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:21:07,058 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,41985,1732587652512 suceeded 2024-11-26T02:21:07,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:21:07,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-26T02:21:07,060 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:34399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:21:07,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6060 sec 2024-11-26T02:21:07,078 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:34399' 2024-11-26T02:21:07,079 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67059921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:07,079 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,34399,-1 for getting cluster id 2024-11-26T02:21:07,079 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:07,080 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cad357-152d-41d4-bee9-69affb70876c' 2024-11-26T02:21:07,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cad357-152d-41d4-bee9-69affb70876c" 2024-11-26T02:21:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@641d0ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,34399,-1] 2024-11-26T02:21:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:07,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:07,082 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:07,083 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e98018b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:07,083 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:07,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,34399,1732587657929 2024-11-26T02:21:07,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32afa392 2024-11-26T02:21:07,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:07,085 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-26T02:21:07,085 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,41985,1732587652512 (queues=1) is replicating from cluster=7d7a5647-6171-40c1-a84c-c6db9497d4db to cluster=08cad357-152d-41d4-bee9-69affb70876c 2024-11-26T02:21:07,085 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C41985%2C1732587652512 2024-11-26T02:21:07,085 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,41985,1732587652512, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:21:07,086 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C41985%2C1732587652512 2024-11-26T02:21:07,086 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822, startPosition=0, beingWritten=true 2024-11-26T02:21:07,096 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:07,096 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 379, reset compression=false 2024-11-26T02:21:07,096 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41985,1732587652512 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:07,302 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 379, reset compression=false 2024-11-26T02:21:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:07,603 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:21:07,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:07,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:07,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:07,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:07,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:07,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522404b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:07,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,34399,-1 for getting cluster id 2024-11-26T02:21:07,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:07,605 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cad357-152d-41d4-bee9-69affb70876c' 2024-11-26T02:21:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cad357-152d-41d4-bee9-69affb70876c" 2024-11-26T02:21:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6603a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,34399,-1] 2024-11-26T02:21:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:07,606 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:07,607 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 379, reset compression=false 2024-11-26T02:21:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56571f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:07,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,34399,1732587657929 2024-11-26T02:21:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f198d5d 2024-11-26T02:21:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:07,609 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:07,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:40981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:21:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:21:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:07,611 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40981' 2024-11-26T02:21:07,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd24417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:07,612 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40981,-1 for getting cluster id 2024-11-26T02:21:07,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:07,613 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d7a5647-6171-40c1-a84c-c6db9497d4db' 2024-11-26T02:21:07,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:07,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d7a5647-6171-40c1-a84c-c6db9497d4db" 2024-11-26T02:21:07,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3602529a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:07,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40981,-1] 2024-11-26T02:21:07,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:07,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:07,614 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757fd447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:07,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:07,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40981,1732587652319 2024-11-26T02:21:07,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb78ca6 2024-11-26T02:21:07,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:07,616 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:07,616 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T02:21:07,616 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:21:07,616 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:07,616 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:07,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:07,617 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:07,617 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:21:07,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:21:07,618 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:07,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:21:07,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:21:07,668 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:21:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:08,010 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 379, reset compression=false 2024-11-26T02:21:08,025 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b452f3af5754803a52ab2161f15a710b, NAME => 'hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7 2024-11-26T02:21:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:21:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:08,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:08,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b452f3af5754803a52ab2161f15a710b, disabling compactions & flushes 2024-11-26T02:21:08,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:08,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:08,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. after waiting 0 ms 2024-11-26T02:21:08,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:08,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:08,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b452f3af5754803a52ab2161f15a710b: Waiting for close lock at 1732587668430Disabling compacts and flushes for region at 1732587668430Disabling writes for close at 1732587668431 (+1 ms)Writing region close event to WAL at 1732587668431Closed at 1732587668431 2024-11-26T02:21:08,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:21:08,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587668432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587668432"}]},"ts":"1732587668432"} 2024-11-26T02:21:08,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:21:08,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:21:08,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587668434"}]},"ts":"1732587668434"} 2024-11-26T02:21:08,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:21:08,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b452f3af5754803a52ab2161f15a710b, ASSIGN}] 2024-11-26T02:21:08,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b452f3af5754803a52ab2161f15a710b, ASSIGN 2024-11-26T02:21:08,438 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b452f3af5754803a52ab2161f15a710b, ASSIGN; state=OFFLINE, location=851e45ef8bcf,41953,1732587658078; forceNewPlan=false, retain=false 2024-11-26T02:21:08,515 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 379, reset compression=false 2024-11-26T02:21:08,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b452f3af5754803a52ab2161f15a710b, regionState=OPENING, regionLocation=851e45ef8bcf,41953,1732587658078 2024-11-26T02:21:08,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b452f3af5754803a52ab2161f15a710b, ASSIGN because future has completed 2024-11-26T02:21:08,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b452f3af5754803a52ab2161f15a710b, server=851e45ef8bcf,41953,1732587658078}] 2024-11-26T02:21:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:08,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:08,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:08,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:21:08,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C41953%2C1732587658078.rep, suffix=, logDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078, archiveDir=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/oldWALs, maxLogs=10 2024-11-26T02:21:08,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.rep.1732587668748, exclude list is [], retry=0 2024-11-26T02:21:08,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-b248471d-9ed0-4f9c-9de0-3df5a8aa8ed5,DISK] 2024-11-26T02:21:08,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.rep.1732587668748 2024-11-26T02:21:08,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43123:43123)] 2024-11-26T02:21:08,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b452f3af5754803a52ab2161f15a710b, NAME => 'hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:08,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:08,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:21:08,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. service=MultiRowMutationService 2024-11-26T02:21:08,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:21:08,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:08,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,771 INFO [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,772 INFO [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b452f3af5754803a52ab2161f15a710b columnFamilyName hfileref 2024-11-26T02:21:08,773 DEBUG [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:08,773 INFO [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] regionserver.HStore(327): Store=b452f3af5754803a52ab2161f15a710b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:08,773 INFO [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,774 INFO [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b452f3af5754803a52ab2161f15a710b columnFamilyName queue 2024-11-26T02:21:08,774 DEBUG [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:08,774 INFO [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] regionserver.HStore(327): Store=b452f3af5754803a52ab2161f15a710b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:08,774 INFO [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,775 INFO [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b452f3af5754803a52ab2161f15a710b columnFamilyName sid 2024-11-26T02:21:08,775 DEBUG [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:08,775 INFO [StoreOpener-b452f3af5754803a52ab2161f15a710b-1 {}] regionserver.HStore(327): Store=b452f3af5754803a52ab2161f15a710b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:08,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/replication/b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/replication/b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:21:08,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/replication/b452f3af5754803a52ab2161f15a710b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:08,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b452f3af5754803a52ab2161f15a710b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60464806, jitterRate=-0.09900417923927307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:21:08,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:08,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b452f3af5754803a52ab2161f15a710b: Running coprocessor pre-open hook at 1732587668770Writing region info on filesystem at 1732587668770Initializing all the Stores at 1732587668771 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587668771Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587668771Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587668771Cleaning up temporary data from old regions at 1732587668777 (+6 ms)Running coprocessor post-open hooks at 1732587668780 (+3 ms)Region opened successfully at 1732587668780 2024-11-26T02:21:08,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b., pid=10, masterSystemTime=1732587668743 2024-11-26T02:21:08,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:08,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:08,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b452f3af5754803a52ab2161f15a710b, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,41953,1732587658078 2024-11-26T02:21:08,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b452f3af5754803a52ab2161f15a710b, server=851e45ef8bcf,41953,1732587658078 because future has completed 2024-11-26T02:21:08,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:21:08,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b452f3af5754803a52ab2161f15a710b, server=851e45ef8bcf,41953,1732587658078 in 195 msec 2024-11-26T02:21:08,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:21:08,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b452f3af5754803a52ab2161f15a710b, ASSIGN in 351 msec 2024-11-26T02:21:08,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:21:08,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587668789"}]},"ts":"1732587668789"} 2024-11-26T02:21:08,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:21:08,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:21:08,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-26T02:21:08,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b., hostname=851e45ef8bcf,41953,1732587658078, seqNum=2] 2024-11-26T02:21:08,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:21:08,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:21:08,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:21:09,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:21:09,094 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:21:09,118 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 379, reset compression=false 2024-11-26T02:21:09,119 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,41953,1732587658078, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:21:09,120 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:09,120 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,41953,1732587658078, seqNum=-1] 2024-11-26T02:21:09,120 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:09,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T02:21:09,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,41953,1732587658078', locateType=CURRENT is [region=hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b., hostname=851e45ef8bcf,41953,1732587658078, seqNum=2] 2024-11-26T02:21:09,125 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:21:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:21:09,127 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,41953,1732587658078 suceeded 2024-11-26T02:21:09,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:21:09,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-26T02:21:09,129 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:40981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:21:09,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5200 sec 2024-11-26T02:21:09,139 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40981' 2024-11-26T02:21:09,140 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3335c96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:09,140 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40981,-1 for getting cluster id 2024-11-26T02:21:09,140 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:09,140 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d7a5647-6171-40c1-a84c-c6db9497d4db' 2024-11-26T02:21:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d7a5647-6171-40c1-a84c-c6db9497d4db" 2024-11-26T02:21:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46bf5700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40981,-1] 2024-11-26T02:21:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:09,142 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:09,142 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f595493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:09,142 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:09,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40981,1732587652319 2024-11-26T02:21:09,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54040fcf 2024-11-26T02:21:09,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:09,144 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-26T02:21:09,144 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,41953,1732587658078 (queues=1) is replicating from cluster=08cad357-152d-41d4-bee9-69affb70876c to cluster=7d7a5647-6171-40c1-a84c-c6db9497d4db 2024-11-26T02:21:09,144 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C41953%2C1732587658078 2024-11-26T02:21:09,144 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,41953,1732587658078, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:21:09,145 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C41953%2C1732587658078 2024-11-26T02:21:09,145 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920, startPosition=0, beingWritten=true 2024-11-26T02:21:09,149 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:09,149 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 379, reset compression=false 2024-11-26T02:21:09,149 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41953,1732587658078 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:09,352 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 379, reset compression=false 2024-11-26T02:21:09,656 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 379, reset compression=false 2024-11-26T02:21:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:09,763 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:21:09,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:09,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:09,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:09,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:09,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:09,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,41985,1732587652512, seqNum=-1] 2024-11-26T02:21:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:09,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:09,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda., hostname=851e45ef8bcf,41985,1732587652512, seqNum=2] 2024-11-26T02:21:09,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,41953,1732587658078, seqNum=-1] 2024-11-26T02:21:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:09,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:09,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6., hostname=851e45ef8bcf,41953,1732587658078, seqNum=2] 2024-11-26T02:21:09,775 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T02:21:09,822 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 379, reset compression=false 2024-11-26T02:21:09,826 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:09,826 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 480, reset compression=false 2024-11-26T02:21:09,826 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41985,1732587652512 got entry batch from reader: WALEntryBatch [walEntries=[{test/a02fe3bdfa314ee16cc704e4e9b58bda/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T02:21:09,828 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:21:09,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-26T02:21:09,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:09,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d68958c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:09,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,34399,-1 for getting cluster id 2024-11-26T02:21:09,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:09,831 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cad357-152d-41d4-bee9-69affb70876c' 2024-11-26T02:21:09,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:09,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cad357-152d-41d4-bee9-69affb70876c" 2024-11-26T02:21:09,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bf2c684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:09,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,34399,-1] 2024-11-26T02:21:09,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:09,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:09,833 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:09,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2408e0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:09,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:09,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,41953,1732587658078, seqNum=-1] 2024-11-26T02:21:09,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:09,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T02:21:09,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6., hostname=851e45ef8bcf,41953,1732587658078, seqNum=2] 2024-11-26T02:21:09,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:10,029 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 480, reset compression=false 2024-11-26T02:21:10,059 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 379, reset compression=false 2024-11-26T02:21:10,063 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:10,063 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 503, reset compression=false 2024-11-26T02:21:10,063 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41953,1732587658078 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:10,266 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 503, reset compression=false 2024-11-26T02:21:10,332 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 480, reset compression=false 2024-11-26T02:21:10,569 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 503, reset compression=false 2024-11-26T02:21:10,736 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 480, reset compression=false 2024-11-26T02:21:10,778 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T02:21:10,781 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T02:21:10,973 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 503, reset compression=false 2024-11-26T02:21:11,028 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:11,028 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 607, reset compression=false 2024-11-26T02:21:11,029 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41953,1732587658078 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b7376f9f0186ddc71703216f21cb7e6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T02:21:11,031 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:21:11,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-26T02:21:11,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:11,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38446465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:11,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40981,-1 for getting cluster id 2024-11-26T02:21:11,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:11,034 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d7a5647-6171-40c1-a84c-c6db9497d4db' 2024-11-26T02:21:11,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:11,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d7a5647-6171-40c1-a84c-c6db9497d4db" 2024-11-26T02:21:11,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0c3b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:11,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40981,-1] 2024-11-26T02:21:11,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:11,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:11,035 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:11,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4397a871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:11,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:11,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,41985,1732587652512, seqNum=-1] 2024-11-26T02:21:11,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:11,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T02:21:11,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda., hostname=851e45ef8bcf,41985,1732587652512, seqNum=2] 2024-11-26T02:21:11,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:11,233 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 607, reset compression=false 2024-11-26T02:21:11,239 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 480, reset compression=false 2024-11-26T02:21:11,243 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:11,243 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 607, reset compression=false 2024-11-26T02:21:11,243 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41985,1732587652512 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:11,447 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 607, reset compression=false 2024-11-26T02:21:11,536 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 607, reset compression=false 2024-11-26T02:21:11,750 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 607, reset compression=false 2024-11-26T02:21:11,783 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T02:21:11,789 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T02:21:11,939 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 607, reset compression=false 2024-11-26T02:21:12,154 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 607, reset compression=false 2024-11-26T02:21:12,159 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:12,159 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 763, reset compression=false 2024-11-26T02:21:12,159 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41985,1732587652512 got entry batch from reader: WALEntryBatch [walEntries=[{test/a02fe3bdfa314ee16cc704e4e9b58bda/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T02:21:12,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:12,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:12,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:21:12,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:12,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:12,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:12,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:12,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:12,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:12,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:12,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:12,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:12,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:12,259 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T02:21:12,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:21:12,259 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T02:21:12,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T02:21:12,259 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T02:21:12,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:21:12,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T02:21:12,363 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 763, reset compression=false 2024-11-26T02:21:12,443 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 607, reset compression=false 2024-11-26T02:21:12,446 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:12,446 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 754, reset compression=false 2024-11-26T02:21:12,447 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41953,1732587658078 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:12,650 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 754, reset compression=false 2024-11-26T02:21:12,666 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 763, reset compression=false 2024-11-26T02:21:12,790 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T02:21:12,794 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T02:21:12,953 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 754, reset compression=false 2024-11-26T02:21:12,958 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:12,958 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 913, reset compression=false 2024-11-26T02:21:12,958 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41953,1732587658078 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b7376f9f0186ddc71703216f21cb7e6/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T02:21:12,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:12,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:13,069 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 763, reset compression=false 2024-11-26T02:21:13,073 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:13,073 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 912, reset compression=false 2024-11-26T02:21:13,073 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41985,1732587652512 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:13,162 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 913, reset compression=false 2024-11-26T02:21:13,277 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 912, reset compression=false 2024-11-26T02:21:13,466 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 913, reset compression=false 2024-11-26T02:21:13,580 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 912, reset compression=false 2024-11-26T02:21:13,795 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T02:21:13,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:21:13,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:13,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:13,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:13,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:13,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:13,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:21:13,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1234222979, stopped=false 2024-11-26T02:21:13,798 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,34399,1732587657929 2024-11-26T02:21:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1649308348/running 2024-11-26T02:21:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1649308348/running 2024-11-26T02:21:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:21:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:21:13,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:21:13,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:13,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:13,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:13,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Set watcher on znode that does not yet exist, /1649308348/running 2024-11-26T02:21:13,867 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,41953,1732587658078' ***** 2024-11-26T02:21:13,867 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:21:13,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Set watcher on znode that does not yet exist, /1649308348/running 2024-11-26T02:21:13,867 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:21:13,867 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:21:13,867 INFO [RS:0;851e45ef8bcf:41953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:21:13,867 INFO [RS:0;851e45ef8bcf:41953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:21:13,867 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b7376f9f0186ddc71703216f21cb7e6 2024-11-26T02:21:13,867 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(3091): Received CLOSE for b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:13,867 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,41953,1732587658078 2024-11-26T02:21:13,867 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:21:13,867 INFO [RS:0;851e45ef8bcf:41953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:41953. 2024-11-26T02:21:13,867 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b7376f9f0186ddc71703216f21cb7e6, disabling compactions & flushes 2024-11-26T02:21:13,868 DEBUG [RS:0;851e45ef8bcf:41953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:13,868 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:13,868 DEBUG [RS:0;851e45ef8bcf:41953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:13,868 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:13,868 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. after waiting 0 ms 2024-11-26T02:21:13,868 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:13,868 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:21:13,868 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:21:13,868 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:21:13,868 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:21:13,868 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b7376f9f0186ddc71703216f21cb7e6 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-26T02:21:13,868 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:21:13,868 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1325): Online Regions={2b7376f9f0186ddc71703216f21cb7e6=test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6., 1588230740=hbase:meta,,1.1588230740, b452f3af5754803a52ab2161f15a710b=hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b.} 2024-11-26T02:21:13,868 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:21:13,868 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b7376f9f0186ddc71703216f21cb7e6, b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:13,868 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:21:13,868 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:21:13,868 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:21:13,868 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:21:13,868 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:21:13,870 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 913, reset compression=false 2024-11-26T02:21:13,884 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/info/c0ec2d0ebe0d425f8a79004b7182c970 is 147, key is hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b./info:regioninfo/1732587668783/Put/seqid=0 2024-11-26T02:21:13,885 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:13,885 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 1160, reset compression=false 2024-11-26T02:21:13,885 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41953,1732587658078 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:13,886 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 851e45ef8bcf,41953,1732587658078: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-851e45ef8bcf,41953,1732587658078, walGroup=851e45ef8bcf%2C41953%2C1732587658078, offset=851e45ef8bcf%2C41953%2C1732587658078.1732587659920:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:41953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T02:21:13,887 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T02:21:13,887 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T02:21:13,887 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/.tmp/f/85f1e4a9ab024798bf1efedce3ac4685 is 29, key is row1/f:/1732587672791/DeleteFamily/seqid=0 2024-11-26T02:21:13,888 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T02:21:13,888 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T02:21:13,888 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T02:21:13,888 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 679375592 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 190709120 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T02:21:13,889 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:34399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:34399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-26T02:21:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741840_1016 (size=7686) 2024-11-26T02:21:13,891 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:21:13,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741841_1017 (size=5118) 2024-11-26T02:21:13,984 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 912, reset compression=false 2024-11-26T02:21:14,068 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b7376f9f0186ddc71703216f21cb7e6, b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:14,091 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 1160, reset compression=false 2024-11-26T02:21:14,268 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b7376f9f0186ddc71703216f21cb7e6, b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:14,291 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/info/c0ec2d0ebe0d425f8a79004b7182c970 2024-11-26T02:21:14,293 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/.tmp/f/85f1e4a9ab024798bf1efedce3ac4685 2024-11-26T02:21:14,297 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85f1e4a9ab024798bf1efedce3ac4685 2024-11-26T02:21:14,312 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/ns/e1786d89ad7742f290c1d2bbc2a2ddc3 is 43, key is default/ns:d/1732587661029/Put/seqid=0 2024-11-26T02:21:14,312 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/.tmp/f1/834133101a80466dbe70df94c85d7d1e is 30, key is row1/f1:/1732587672791/DeleteFamily/seqid=0 2024-11-26T02:21:14,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741842_1018 (size=5153) 2024-11-26T02:21:14,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741843_1019 (size=5123) 2024-11-26T02:21:14,316 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/ns/e1786d89ad7742f290c1d2bbc2a2ddc3 2024-11-26T02:21:14,335 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/rep_barrier/08385515d63f49debc7cb94bad8150d0 is 112, key is test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6./rep_barrier:seqnumDuringOpen/1732587664439/Put/seqid=0 2024-11-26T02:21:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741844_1020 (size=5518) 2024-11-26T02:21:14,394 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 1160, reset compression=false 2024-11-26T02:21:14,468 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b7376f9f0186ddc71703216f21cb7e6, b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:14,482 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:14,483 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:21:14,483 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28328 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:21:14,487 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 912, reset compression=false 2024-11-26T02:21:14,669 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b7376f9f0186ddc71703216f21cb7e6, b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:14,716 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/.tmp/f1/834133101a80466dbe70df94c85d7d1e 2024-11-26T02:21:14,720 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 834133101a80466dbe70df94c85d7d1e 2024-11-26T02:21:14,734 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/.tmp/norep/08dc125026cc4b5bb6a2cbfc8073131c is 33, key is row1/norep:/1732587672791/DeleteFamily/seqid=0 2024-11-26T02:21:14,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741845_1021 (size=5108) 2024-11-26T02:21:14,739 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/rep_barrier/08385515d63f49debc7cb94bad8150d0 2024-11-26T02:21:14,758 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/table/2256bac4297b4798993875eef11bcaf7 is 53, key is hbase:replication/table:state/1732587668789/Put/seqid=0 2024-11-26T02:21:14,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741846_1022 (size=5308) 2024-11-26T02:21:14,776 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:21:14,777 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:21:14,798 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 1160, reset compression=false 2024-11-26T02:21:14,869 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b7376f9f0186ddc71703216f21cb7e6, b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:15,069 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b7376f9f0186ddc71703216f21cb7e6, b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:15,090 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 912, reset compression=false 2024-11-26T02:21:15,137 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/.tmp/norep/08dc125026cc4b5bb6a2cbfc8073131c 2024-11-26T02:21:15,141 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08dc125026cc4b5bb6a2cbfc8073131c 2024-11-26T02:21:15,142 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/.tmp/f/85f1e4a9ab024798bf1efedce3ac4685 as hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/f/85f1e4a9ab024798bf1efedce3ac4685 2024-11-26T02:21:15,146 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85f1e4a9ab024798bf1efedce3ac4685 2024-11-26T02:21:15,146 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/f/85f1e4a9ab024798bf1efedce3ac4685, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T02:21:15,147 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/.tmp/f1/834133101a80466dbe70df94c85d7d1e as hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/f1/834133101a80466dbe70df94c85d7d1e 2024-11-26T02:21:15,151 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 834133101a80466dbe70df94c85d7d1e 2024-11-26T02:21:15,151 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/f1/834133101a80466dbe70df94c85d7d1e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T02:21:15,152 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/.tmp/norep/08dc125026cc4b5bb6a2cbfc8073131c as hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/norep/08dc125026cc4b5bb6a2cbfc8073131c 2024-11-26T02:21:15,156 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08dc125026cc4b5bb6a2cbfc8073131c 2024-11-26T02:21:15,156 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/norep/08dc125026cc4b5bb6a2cbfc8073131c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T02:21:15,157 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2b7376f9f0186ddc71703216f21cb7e6 in 1289ms, sequenceid=8, compaction requested=false 2024-11-26T02:21:15,161 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/default/test/2b7376f9f0186ddc71703216f21cb7e6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T02:21:15,161 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:21:15,161 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:21:15,161 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:15,161 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b7376f9f0186ddc71703216f21cb7e6: Waiting for close lock at 1732587673867Running coprocessor pre-close hooks at 1732587673867Disabling compacts and flushes for region at 1732587673867Disabling writes for close at 1732587673868 (+1 ms)Obtaining lock to block concurrent updates at 1732587673868Preparing flush snapshotting stores in 2b7376f9f0186ddc71703216f21cb7e6 at 1732587673868Finished memstore snapshotting test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732587673868Flushing stores of test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. at 1732587673869 (+1 ms)Flushing 2b7376f9f0186ddc71703216f21cb7e6/f: creating writer at 1732587673869Flushing 2b7376f9f0186ddc71703216f21cb7e6/f: appending metadata at 1732587673886 (+17 ms)Flushing 2b7376f9f0186ddc71703216f21cb7e6/f: closing flushed file at 1732587673887 (+1 ms)Flushing 2b7376f9f0186ddc71703216f21cb7e6/f1: creating writer at 1732587674297 (+410 ms)Flushing 2b7376f9f0186ddc71703216f21cb7e6/f1: appending metadata at 1732587674312 (+15 ms)Flushing 2b7376f9f0186ddc71703216f21cb7e6/f1: closing flushed file at 1732587674312Flushing 2b7376f9f0186ddc71703216f21cb7e6/norep: creating writer at 1732587674720 (+408 ms)Flushing 2b7376f9f0186ddc71703216f21cb7e6/norep: appending metadata at 1732587674733 (+13 ms)Flushing 2b7376f9f0186ddc71703216f21cb7e6/norep: closing flushed file at 1732587674733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d05aa73: reopening flushed file at 1732587675141 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3662819b: reopening flushed file at 1732587675146 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21569ad9: reopening flushed file at 1732587675151 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2b7376f9f0186ddc71703216f21cb7e6 in 1289ms, sequenceid=8, compaction requested=false at 1732587675157 (+6 ms)Writing region close event to WAL at 1732587675158 (+1 ms)Running coprocessor post-close hooks at 1732587675161 (+3 ms)Closed at 1732587675161 2024-11-26T02:21:15,162 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587663295.2b7376f9f0186ddc71703216f21cb7e6. 2024-11-26T02:21:15,162 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b452f3af5754803a52ab2161f15a710b, disabling compactions & flushes 2024-11-26T02:21:15,162 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:15,162 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:15,162 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. after waiting 0 ms 2024-11-26T02:21:15,162 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:15,162 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/table/2256bac4297b4798993875eef11bcaf7 2024-11-26T02:21:15,162 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b452f3af5754803a52ab2161f15a710b: Waiting for close lock at 1732587675162Running coprocessor pre-close hooks at 1732587675162Disabling compacts and flushes for region at 1732587675162Disabling writes for close at 1732587675162Failed flush hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b., putting online again at 1732587675162 2024-11-26T02:21:15,162 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:15,167 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/info/c0ec2d0ebe0d425f8a79004b7182c970 as hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/info/c0ec2d0ebe0d425f8a79004b7182c970 2024-11-26T02:21:15,171 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/info/c0ec2d0ebe0d425f8a79004b7182c970, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:21:15,171 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/ns/e1786d89ad7742f290c1d2bbc2a2ddc3 as hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/ns/e1786d89ad7742f290c1d2bbc2a2ddc3 2024-11-26T02:21:15,176 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/ns/e1786d89ad7742f290c1d2bbc2a2ddc3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:21:15,176 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/rep_barrier/08385515d63f49debc7cb94bad8150d0 as hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/rep_barrier/08385515d63f49debc7cb94bad8150d0 2024-11-26T02:21:15,181 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/rep_barrier/08385515d63f49debc7cb94bad8150d0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:21:15,181 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/.tmp/table/2256bac4297b4798993875eef11bcaf7 as hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/table/2256bac4297b4798993875eef11bcaf7 2024-11-26T02:21:15,186 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/table/2256bac4297b4798993875eef11bcaf7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:21:15,187 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-26T02:21:15,191 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:21:15,191 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:21:15,191 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:21:15,191 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:21:15,191 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587673868Running coprocessor pre-close hooks at 1732587673868Disabling compacts and flushes for region at 1732587673868Disabling writes for close at 1732587673868Obtaining lock to block concurrent updates at 1732587673868Preparing flush snapshotting stores in 1588230740 at 1732587673868Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587673868Flushing stores of hbase:meta,,1.1588230740 at 1732587673869 (+1 ms)Flushing 1588230740/info: creating writer at 1732587673869Flushing 1588230740/info: appending metadata at 1732587673884 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732587673884Flushing 1588230740/ns: creating writer at 1732587674295 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732587674311 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732587674311Flushing 1588230740/rep_barrier: creating writer at 1732587674319 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587674334 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587674334Flushing 1588230740/table: creating writer at 1732587674742 (+408 ms)Flushing 1588230740/table: appending metadata at 1732587674757 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732587674758 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c8c1d3f: reopening flushed file at 1732587675166 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27473187: reopening flushed file at 1732587675171 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b60e27b: reopening flushed file at 1732587675176 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f393ec: reopening flushed file at 1732587675181 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1732587675187 (+6 ms)Writing region close event to WAL at 1732587675188 (+1 ms)Running coprocessor post-close hooks at 1732587675191 (+3 ms)Closed at 1732587675191 2024-11-26T02:21:15,191 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:21:15,269 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:21:15,269 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1325): Online Regions={b452f3af5754803a52ab2161f15a710b=hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b.} 2024-11-26T02:21:15,269 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(3091): Received CLOSE for b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:15,269 DEBUG [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1351): Waiting on b452f3af5754803a52ab2161f15a710b 2024-11-26T02:21:15,270 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b452f3af5754803a52ab2161f15a710b, disabling compactions & flushes 2024-11-26T02:21:15,270 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:15,270 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:15,270 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. after waiting 0 ms 2024-11-26T02:21:15,270 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:15,270 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b452f3af5754803a52ab2161f15a710b: Waiting for close lock at 1732587675270Running coprocessor pre-close hooks at 1732587675270Disabling compacts and flushes for region at 1732587675270Disabling writes for close at 1732587675270Failed flush hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b., putting online again at 1732587675270 2024-11-26T02:21:15,270 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587667616.b452f3af5754803a52ab2161f15a710b. 2024-11-26T02:21:15,301 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 1160, reset compression=false 2024-11-26T02:21:15,307 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:15,307 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 1804, reset compression=false 2024-11-26T02:21:15,470 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T02:21:15,470 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,41953,1732587658078; all regions closed. 2024-11-26T02:21:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:21:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741839_1015 (size=1733) 2024-11-26T02:21:15,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.rep.1732587668748 not finished, retry = 0 2024-11-26T02:21:15,511 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 to pos 1804, reset compression=false 2024-11-26T02:21:15,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/WALs/851e45ef8bcf,41953,1732587658078/851e45ef8bcf%2C41953%2C1732587658078.1732587659920 not finished, retry = 0 2024-11-26T02:21:15,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741832_1008 (size=1812) 2024-11-26T02:21:15,678 DEBUG [RS:0;851e45ef8bcf:41953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:15,678 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:21:15,678 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:21:15,678 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T02:21:15,678 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:21:15,678 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:21:15,679 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,41953,1732587658078 because: Region server is closing 2024-11-26T02:21:15,679 INFO [RS:0;851e45ef8bcf:41953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:41953. 2024-11-26T02:21:15,679 DEBUG [RS:0;851e45ef8bcf:41953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:15,679 DEBUG [RS:0;851e45ef8bcf:41953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:15,679 DEBUG [RS:0;851e45ef8bcf:41953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:15,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:15,779 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.shipper851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 terminated 2024-11-26T02:21:15,779 INFO [RS:0;851e45ef8bcf:41953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:41953. 2024-11-26T02:21:15,779 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41953,1732587658078.replicationSource.wal-reader.851e45ef8bcf%2C41953%2C1732587658078,1-851e45ef8bcf,41953,1732587658078 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:21:15,779 DEBUG [RS:0;851e45ef8bcf:41953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:15,779 DEBUG [RS:0;851e45ef8bcf:41953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:15,780 DEBUG [RS:0;851e45ef8bcf:41953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:15,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:15,780 INFO [RS:0;851e45ef8bcf:41953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41953 2024-11-26T02:21:15,794 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 912, reset compression=false 2024-11-26T02:21:15,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1649308348/rs/851e45ef8bcf,41953,1732587658078 2024-11-26T02:21:15,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348/rs 2024-11-26T02:21:15,855 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:21:15,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,41953,1732587658078] 2024-11-26T02:21:15,876 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1649308348/draining/851e45ef8bcf,41953,1732587658078 already deleted, retry=false 2024-11-26T02:21:15,876 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,41953,1732587658078 expired; onlineServers=0 2024-11-26T02:21:15,876 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,34399,1732587657929' ***** 2024-11-26T02:21:15,876 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:21:15,876 INFO [M:0;851e45ef8bcf:34399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:21:15,877 INFO [M:0;851e45ef8bcf:34399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:21:15,877 DEBUG [M:0;851e45ef8bcf:34399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:21:15,877 DEBUG [M:0;851e45ef8bcf:34399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:21:15,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:21:15,877 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587659723 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587659723,5,FailOnTimeoutGroup] 2024-11-26T02:21:15,877 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587659723 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587659723,5,FailOnTimeoutGroup] 2024-11-26T02:21:15,877 INFO [M:0;851e45ef8bcf:34399 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:21:15,877 INFO [M:0;851e45ef8bcf:34399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:21:15,877 DEBUG [M:0;851e45ef8bcf:34399 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:21:15,877 INFO [M:0;851e45ef8bcf:34399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:21:15,877 INFO [M:0;851e45ef8bcf:34399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:21:15,877 INFO [M:0;851e45ef8bcf:34399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:21:15,877 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:21:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:15,966 INFO [RS:0;851e45ef8bcf:41953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:21:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41953-0x10174f178d70004, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:15,966 INFO [RS:0;851e45ef8bcf:41953 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,41953,1732587658078; zookeeper connection closed. 2024-11-26T02:21:15,966 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35d56a9b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35d56a9b 2024-11-26T02:21:15,966 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:21:15,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1649308348/master 2024-11-26T02:21:15,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1649308348 2024-11-26T02:21:15,968 DEBUG [M:0;851e45ef8bcf:34399 {}] zookeeper.ZKUtil(347): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Unable to get data of znode /1649308348/master because node does not exist (not an error) 2024-11-26T02:21:15,968 WARN [M:0;851e45ef8bcf:34399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:21:15,969 INFO [M:0;851e45ef8bcf:34399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/.lastflushedseqids 2024-11-26T02:21:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741847_1023 (size=245) 2024-11-26T02:21:16,373 INFO [M:0;851e45ef8bcf:34399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:21:16,373 INFO [M:0;851e45ef8bcf:34399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:21:16,373 DEBUG [M:0;851e45ef8bcf:34399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:21:16,373 INFO [M:0;851e45ef8bcf:34399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:16,373 DEBUG [M:0;851e45ef8bcf:34399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:16,373 DEBUG [M:0;851e45ef8bcf:34399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:21:16,373 DEBUG [M:0;851e45ef8bcf:34399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:16,373 INFO [M:0;851e45ef8bcf:34399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T02:21:16,387 DEBUG [M:0;851e45ef8bcf:34399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93363017e45347deacbb5a3b68b38f5e is 82, key is hbase:meta,,1/info:regioninfo/1732587661010/Put/seqid=0 2024-11-26T02:21:16,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741848_1024 (size=5672) 2024-11-26T02:21:16,597 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 912, reset compression=false 2024-11-26T02:21:16,809 INFO [M:0;851e45ef8bcf:34399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93363017e45347deacbb5a3b68b38f5e 2024-11-26T02:21:16,831 DEBUG [M:0;851e45ef8bcf:34399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaa06beed16b413f91455c0a478b6b34 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732587668793/Put/seqid=0 2024-11-26T02:21:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741849_1025 (size=8516) 2024-11-26T02:21:17,240 INFO [M:0;851e45ef8bcf:34399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaa06beed16b413f91455c0a478b6b34 2024-11-26T02:21:17,257 DEBUG [M:0;851e45ef8bcf:34399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c021facdffc4c32bcab85d50ab1c34f is 69, key is 851e45ef8bcf,41953,1732587658078/rs:state/1732587659752/Put/seqid=0 2024-11-26T02:21:17,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741850_1026 (size=5156) 2024-11-26T02:21:17,260 INFO [M:0;851e45ef8bcf:34399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c021facdffc4c32bcab85d50ab1c34f 2024-11-26T02:21:17,264 DEBUG [M:0;851e45ef8bcf:34399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93363017e45347deacbb5a3b68b38f5e as hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93363017e45347deacbb5a3b68b38f5e 2024-11-26T02:21:17,267 INFO [M:0;851e45ef8bcf:34399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93363017e45347deacbb5a3b68b38f5e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T02:21:17,268 DEBUG [M:0;851e45ef8bcf:34399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaa06beed16b413f91455c0a478b6b34 as hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaa06beed16b413f91455c0a478b6b34 2024-11-26T02:21:17,271 INFO [M:0;851e45ef8bcf:34399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaa06beed16b413f91455c0a478b6b34, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T02:21:17,271 DEBUG [M:0;851e45ef8bcf:34399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c021facdffc4c32bcab85d50ab1c34f as hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c021facdffc4c32bcab85d50ab1c34f 2024-11-26T02:21:17,275 INFO [M:0;851e45ef8bcf:34399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42967/user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c021facdffc4c32bcab85d50ab1c34f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T02:21:17,276 INFO [M:0;851e45ef8bcf:34399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=97, compaction requested=false 2024-11-26T02:21:17,277 INFO [M:0;851e45ef8bcf:34399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:17,277 DEBUG [M:0;851e45ef8bcf:34399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587676373Disabling compacts and flushes for region at 1732587676373Disabling writes for close at 1732587676373Obtaining lock to block concurrent updates at 1732587676373Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587676373Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732587676373Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587676374 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587676374Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587676386 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587676386Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587676813 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587676831 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587676831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587677244 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587677256 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587677256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f31d97b: reopening flushed file at 1732587677263 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37898f5b: reopening flushed file at 1732587677267 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e460c4: reopening flushed file at 1732587677271 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=97, compaction requested=false at 1732587677276 (+5 ms)Writing region close event to WAL at 1732587677276Closed at 1732587677277 (+1 ms) 2024-11-26T02:21:17,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/286c92ec-c354-464f-000f-2635a4c3c1e7/MasterData/WALs/851e45ef8bcf,34399,1732587657929/851e45ef8bcf%2C34399%2C1732587657929.1732587659424 not finished, retry = 0 2024-11-26T02:21:17,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741830_1006 (size=63654) 2024-11-26T02:21:17,379 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:21:17,379 INFO [M:0;851e45ef8bcf:34399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:21:17,379 INFO [M:0;851e45ef8bcf:34399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34399 2024-11-26T02:21:17,380 INFO [M:0;851e45ef8bcf:34399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:21:17,501 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 912, reset compression=false 2024-11-26T02:21:17,545 INFO [M:0;851e45ef8bcf:34399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:21:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x10174f178d70003, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:17,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13af988{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:21:17,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71af03c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:21:17,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:21:17,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a8bdd42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:21:17,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16523082{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/hadoop.log.dir/,STOPPED} 2024-11-26T02:21:17,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:21:17,583 WARN [BP-1045899245-172.17.0.2-1732587656007 heartbeating to localhost/127.0.0.1:42967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:21:17,583 WARN [BP-1045899245-172.17.0.2-1732587656007 heartbeating to localhost/127.0.0.1:42967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1045899245-172.17.0.2-1732587656007 (Datanode Uuid f973e055-c344-4232-b843-05b2d81d8e57) service to localhost/127.0.0.1:42967 2024-11-26T02:21:17,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:21:17,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/cluster_ba31e76f-f020-84b3-2aac-ce7917e80a1d/data/data1/current/BP-1045899245-172.17.0.2-1732587656007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:21:17,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/cluster_ba31e76f-f020-84b3-2aac-ce7917e80a1d/data/data2/current/BP-1045899245-172.17.0.2-1732587656007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:21:17,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:21:17,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76b8f9d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:21:17,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bec692c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:21:17,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:21:17,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f0fa6d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:21:17,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e1c4d35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/hadoop.log.dir/,STOPPED} 2024-11-26T02:21:17,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:21:17,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:21:17,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:17,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:17,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:17,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:17,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:17,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:21:17,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=287260382, stopped=false 2024-11-26T02:21:17,604 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,40981,1732587652319 2024-11-26T02:21:17,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339291611/running 2024-11-26T02:21:17,621 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339291611/running 2024-11-26T02:21:17,621 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:21:17,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:21:17,621 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:21:17,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Set watcher on znode that does not yet exist, /0-339291611/running 2024-11-26T02:21:17,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:17,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Set watcher on znode that does not yet exist, /0-339291611/running 2024-11-26T02:21:17,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:17,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:17,622 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,41985,1732587652512' ***** 2024-11-26T02:21:17,622 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:21:17,622 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(3091): Received CLOSE for a02fe3bdfa314ee16cc704e4e9b58bda 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(3091): Received CLOSE for df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,41985,1732587652512 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:41985. 2024-11-26T02:21:17,622 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a02fe3bdfa314ee16cc704e4e9b58bda, disabling compactions & flushes 2024-11-26T02:21:17,622 DEBUG [RS:0;851e45ef8bcf:41985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:17,622 DEBUG [RS:0;851e45ef8bcf:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:17,622 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:17,622 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:21:17,622 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. after waiting 0 ms 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:21:17,622 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:17,622 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a02fe3bdfa314ee16cc704e4e9b58bda 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-26T02:21:17,622 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:21:17,623 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a02fe3bdfa314ee16cc704e4e9b58bda=test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda., df3d7ffba01d22f223c1d75682d34fd1=hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1.} 2024-11-26T02:21:17,623 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a02fe3bdfa314ee16cc704e4e9b58bda, df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:17,623 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:21:17,623 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:21:17,623 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:21:17,623 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:21:17,623 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:21:17,623 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:21:17,637 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/info/a498ceecdfe84060ba409503916fabda is 147, key is hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1./info:regioninfo/1732587666711/Put/seqid=0 2024-11-26T02:21:17,637 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/.tmp/f/f4d3f0fa8f57430ab23f1ec353850b18 is 29, key is row1/f:/1732587672791/DeleteFamily/seqid=0 2024-11-26T02:21:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741840_1016 (size=5118) 2024-11-26T02:21:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741841_1017 (size=7686) 2024-11-26T02:21:17,694 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:21:17,695 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:21:17,711 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:21:17,823 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a02fe3bdfa314ee16cc704e4e9b58bda, df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:18,023 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a02fe3bdfa314ee16cc704e4e9b58bda, df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:18,040 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/.tmp/f/f4d3f0fa8f57430ab23f1ec353850b18 2024-11-26T02:21:18,041 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/info/a498ceecdfe84060ba409503916fabda 2024-11-26T02:21:18,044 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4d3f0fa8f57430ab23f1ec353850b18 2024-11-26T02:21:18,059 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/.tmp/f1/9dacb53da91e4080bccdf718ab60cb3d is 30, key is row1/f1:/1732587672791/DeleteFamily/seqid=0 2024-11-26T02:21:18,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741842_1018 (size=5123) 2024-11-26T02:21:18,062 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/ns/7d38aac517d6494e9a4440170e4255b7 is 43, key is default/ns:d/1732587655871/Put/seqid=0 2024-11-26T02:21:18,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741843_1019 (size=5153) 2024-11-26T02:21:18,223 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a02fe3bdfa314ee16cc704e4e9b58bda, df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:18,423 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a02fe3bdfa314ee16cc704e4e9b58bda, df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:18,463 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/.tmp/f1/9dacb53da91e4080bccdf718ab60cb3d 2024-11-26T02:21:18,465 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/ns/7d38aac517d6494e9a4440170e4255b7 2024-11-26T02:21:18,467 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dacb53da91e4080bccdf718ab60cb3d 2024-11-26T02:21:18,481 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/.tmp/norep/6852b50028434a4395eea880fe5be20b is 32, key is row/norep:/1732587671786/DeleteFamily/seqid=0 2024-11-26T02:21:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741844_1020 (size=5101) 2024-11-26T02:21:18,485 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/rep_barrier/f4a34e7171974c61b4652fa9dfa06131 is 112, key is test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda./rep_barrier:seqnumDuringOpen/1732587662284/Put/seqid=0 2024-11-26T02:21:18,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741845_1021 (size=5518) 2024-11-26T02:21:18,504 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 912, reset compression=false 2024-11-26T02:21:18,508 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:18,508 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 1159, reset compression=false 2024-11-26T02:21:18,508 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,41985,1732587652512 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:18,509 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 851e45ef8bcf,41985,1732587652512: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-851e45ef8bcf,41985,1732587652512, walGroup=851e45ef8bcf%2C41985%2C1732587652512, offset=851e45ef8bcf%2C41985%2C1732587652512.1732587654822:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:41985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T02:21:18,510 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T02:21:18,511 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T02:21:18,511 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T02:21:18,511 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T02:21:18,511 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T02:21:18,511 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 752775912 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191436528 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T02:21:18,512 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:40981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:40981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-26T02:21:18,624 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a02fe3bdfa314ee16cc704e4e9b58bda, df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:18,713 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 1159, reset compression=false 2024-11-26T02:21:18,824 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a02fe3bdfa314ee16cc704e4e9b58bda, df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:18,885 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/.tmp/norep/6852b50028434a4395eea880fe5be20b 2024-11-26T02:21:18,888 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/rep_barrier/f4a34e7171974c61b4652fa9dfa06131 2024-11-26T02:21:18,889 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6852b50028434a4395eea880fe5be20b 2024-11-26T02:21:18,890 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/.tmp/f/f4d3f0fa8f57430ab23f1ec353850b18 as hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/f/f4d3f0fa8f57430ab23f1ec353850b18 2024-11-26T02:21:18,893 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4d3f0fa8f57430ab23f1ec353850b18 2024-11-26T02:21:18,893 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/f/f4d3f0fa8f57430ab23f1ec353850b18, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T02:21:18,893 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/.tmp/f1/9dacb53da91e4080bccdf718ab60cb3d as hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/f1/9dacb53da91e4080bccdf718ab60cb3d 2024-11-26T02:21:18,897 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dacb53da91e4080bccdf718ab60cb3d 2024-11-26T02:21:18,897 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/f1/9dacb53da91e4080bccdf718ab60cb3d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T02:21:18,898 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/.tmp/norep/6852b50028434a4395eea880fe5be20b as hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/norep/6852b50028434a4395eea880fe5be20b 2024-11-26T02:21:18,902 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6852b50028434a4395eea880fe5be20b 2024-11-26T02:21:18,902 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/norep/6852b50028434a4395eea880fe5be20b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T02:21:18,903 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a02fe3bdfa314ee16cc704e4e9b58bda in 1281ms, sequenceid=8, compaction requested=false 2024-11-26T02:21:18,903 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T02:21:18,907 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/default/test/a02fe3bdfa314ee16cc704e4e9b58bda/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T02:21:18,907 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:21:18,907 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:21:18,907 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:18,907 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a02fe3bdfa314ee16cc704e4e9b58bda: Waiting for close lock at 1732587677622Running coprocessor pre-close hooks at 1732587677622Disabling compacts and flushes for region at 1732587677622Disabling writes for close at 1732587677622Obtaining lock to block concurrent updates at 1732587677622Preparing flush snapshotting stores in a02fe3bdfa314ee16cc704e4e9b58bda at 1732587677622Finished memstore snapshotting test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732587677623 (+1 ms)Flushing stores of test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. at 1732587677623Flushing a02fe3bdfa314ee16cc704e4e9b58bda/f: creating writer at 1732587677624 (+1 ms)Flushing a02fe3bdfa314ee16cc704e4e9b58bda/f: appending metadata at 1732587677636 (+12 ms)Flushing a02fe3bdfa314ee16cc704e4e9b58bda/f: closing flushed file at 1732587677636Flushing a02fe3bdfa314ee16cc704e4e9b58bda/f1: creating writer at 1732587678044 (+408 ms)Flushing a02fe3bdfa314ee16cc704e4e9b58bda/f1: appending metadata at 1732587678058 (+14 ms)Flushing a02fe3bdfa314ee16cc704e4e9b58bda/f1: closing flushed file at 1732587678058Flushing a02fe3bdfa314ee16cc704e4e9b58bda/norep: creating writer at 1732587678467 (+409 ms)Flushing a02fe3bdfa314ee16cc704e4e9b58bda/norep: appending metadata at 1732587678480 (+13 ms)Flushing a02fe3bdfa314ee16cc704e4e9b58bda/norep: closing flushed file at 1732587678480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78db4f22: reopening flushed file at 1732587678889 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bbcc9b9: reopening flushed file at 1732587678893 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6787fc0f: reopening flushed file at 1732587678897 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a02fe3bdfa314ee16cc704e4e9b58bda in 1281ms, sequenceid=8, compaction requested=false at 1732587678903 (+6 ms)Writing region close event to WAL at 1732587678904 (+1 ms)Running coprocessor post-close hooks at 1732587678907 (+3 ms)Closed at 1732587678907 2024-11-26T02:21:18,908 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587661134.a02fe3bdfa314ee16cc704e4e9b58bda. 2024-11-26T02:21:18,908 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df3d7ffba01d22f223c1d75682d34fd1, disabling compactions & flushes 2024-11-26T02:21:18,908 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:18,908 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:18,908 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. after waiting 0 ms 2024-11-26T02:21:18,908 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:18,908 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df3d7ffba01d22f223c1d75682d34fd1: Waiting for close lock at 1732587678908Running coprocessor pre-close hooks at 1732587678908Disabling compacts and flushes for region at 1732587678908Disabling writes for close at 1732587678908Failed flush hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1., putting online again at 1732587678908 2024-11-26T02:21:18,908 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:18,910 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/table/e36f3e24ee7c4790a98f81675a1951bf is 53, key is hbase:replication/table:state/1732587666717/Put/seqid=0 2024-11-26T02:21:18,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741846_1022 (size=5308) 2024-11-26T02:21:19,017 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 1159, reset compression=false 2024-11-26T02:21:19,022 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:19,022 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 1803, reset compression=false 2024-11-26T02:21:19,024 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:21:19,024 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, df3d7ffba01d22f223c1d75682d34fd1=hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1.} 2024-11-26T02:21:19,024 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(3091): Received CLOSE for df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:19,024 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df3d7ffba01d22f223c1d75682d34fd1 2024-11-26T02:21:19,024 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df3d7ffba01d22f223c1d75682d34fd1, disabling compactions & flushes 2024-11-26T02:21:19,024 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:19,024 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:19,024 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. after waiting 0 ms 2024-11-26T02:21:19,024 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:19,024 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df3d7ffba01d22f223c1d75682d34fd1: Waiting for close lock at 1732587679024Running coprocessor pre-close hooks at 1732587679024Disabling compacts and flushes for region at 1732587679024Disabling writes for close at 1732587679024Failed flush hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1., putting online again at 1732587679024 2024-11-26T02:21:19,024 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587665462.df3d7ffba01d22f223c1d75682d34fd1. 2024-11-26T02:21:19,224 DEBUG [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:21:19,226 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 1803, reset compression=false 2024-11-26T02:21:19,313 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/table/e36f3e24ee7c4790a98f81675a1951bf 2024-11-26T02:21:19,317 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/info/a498ceecdfe84060ba409503916fabda as hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/info/a498ceecdfe84060ba409503916fabda 2024-11-26T02:21:19,321 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/info/a498ceecdfe84060ba409503916fabda, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:21:19,322 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/ns/7d38aac517d6494e9a4440170e4255b7 as hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/ns/7d38aac517d6494e9a4440170e4255b7 2024-11-26T02:21:19,325 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/ns/7d38aac517d6494e9a4440170e4255b7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:21:19,326 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/rep_barrier/f4a34e7171974c61b4652fa9dfa06131 as hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/rep_barrier/f4a34e7171974c61b4652fa9dfa06131 2024-11-26T02:21:19,330 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/rep_barrier/f4a34e7171974c61b4652fa9dfa06131, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:21:19,330 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/.tmp/table/e36f3e24ee7c4790a98f81675a1951bf as hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/table/e36f3e24ee7c4790a98f81675a1951bf 2024-11-26T02:21:19,333 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/table/e36f3e24ee7c4790a98f81675a1951bf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:21:19,334 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-26T02:21:19,334 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:21:19,338 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:21:19,338 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:21:19,338 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:21:19,338 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:21:19,338 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587677623Running coprocessor pre-close hooks at 1732587677623Disabling compacts and flushes for region at 1732587677623Disabling writes for close at 1732587677623Obtaining lock to block concurrent updates at 1732587677623Preparing flush snapshotting stores in 1588230740 at 1732587677623Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587677623Flushing stores of hbase:meta,,1.1588230740 at 1732587677623Flushing 1588230740/info: creating writer at 1732587677623Flushing 1588230740/info: appending metadata at 1732587677636 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732587677636Flushing 1588230740/ns: creating writer at 1732587678044 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732587678062 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732587678062Flushing 1588230740/rep_barrier: creating writer at 1732587678469 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587678484 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587678484Flushing 1588230740/table: creating writer at 1732587678892 (+408 ms)Flushing 1588230740/table: appending metadata at 1732587678909 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732587678909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b55c367: reopening flushed file at 1732587679317 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37981b78: reopening flushed file at 1732587679321 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b33376: reopening flushed file at 1732587679325 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1317cc8f: reopening flushed file at 1732587679330 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1732587679334 (+4 ms)Writing region close event to WAL at 1732587679335 (+1 ms)Running coprocessor post-close hooks at 1732587679338 (+3 ms)Closed at 1732587679338 2024-11-26T02:21:19,338 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:21:19,424 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T02:21:19,424 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,41985,1732587652512; all regions closed. 2024-11-26T02:21:19,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.meta.1732587655793.meta not finished, retry = 0 2024-11-26T02:21:19,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:21:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741839_1015 (size=1733) 2024-11-26T02:21:19,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.rep.1732587666682 not finished, retry = 0 2024-11-26T02:21:19,529 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 to pos 1803, reset compression=false 2024-11-26T02:21:19,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/WALs/851e45ef8bcf,41985,1732587652512/851e45ef8bcf%2C41985%2C1732587652512.1732587654822 not finished, retry = 0 2024-11-26T02:21:19,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741832_1008 (size=1811) 2024-11-26T02:21:19,732 DEBUG [RS:0;851e45ef8bcf:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:19,732 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:21:19,732 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:21:19,733 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:21:19,733 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:21:19,733 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:21:19,733 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,41985,1732587652512 because: Region server is closing 2024-11-26T02:21:19,733 INFO [RS:0;851e45ef8bcf:41985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:41985. 2024-11-26T02:21:19,733 DEBUG [RS:0;851e45ef8bcf:41985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:19,733 DEBUG [RS:0;851e45ef8bcf:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:19,733 DEBUG [RS:0;851e45ef8bcf:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:19,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:19,833 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.shipper851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 terminated 2024-11-26T02:21:19,833 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,41985,1732587652512.replicationSource.wal-reader.851e45ef8bcf%2C41985%2C1732587652512,1-851e45ef8bcf,41985,1732587652512 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:21:19,834 INFO [RS:0;851e45ef8bcf:41985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:41985. 2024-11-26T02:21:19,834 DEBUG [RS:0;851e45ef8bcf:41985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:19,834 DEBUG [RS:0;851e45ef8bcf:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:19,834 DEBUG [RS:0;851e45ef8bcf:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:19,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:19,834 INFO [RS:0;851e45ef8bcf:41985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41985 2024-11-26T02:21:19,897 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339291611/rs/851e45ef8bcf,41985,1732587652512 2024-11-26T02:21:19,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611/rs 2024-11-26T02:21:19,897 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:21:19,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,41985,1732587652512] 2024-11-26T02:21:19,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-339291611/draining/851e45ef8bcf,41985,1732587652512 already deleted, retry=false 2024-11-26T02:21:19,918 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,41985,1732587652512 expired; onlineServers=0 2024-11-26T02:21:19,918 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,40981,1732587652319' ***** 2024-11-26T02:21:19,918 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:21:19,918 INFO [M:0;851e45ef8bcf:40981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:21:19,918 INFO [M:0;851e45ef8bcf:40981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:21:19,918 DEBUG [M:0;851e45ef8bcf:40981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:21:19,918 DEBUG [M:0;851e45ef8bcf:40981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:21:19,918 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:21:19,918 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587654578 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587654578,5,FailOnTimeoutGroup] 2024-11-26T02:21:19,918 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587654579 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587654579,5,FailOnTimeoutGroup] 2024-11-26T02:21:19,919 INFO [M:0;851e45ef8bcf:40981 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:21:19,919 INFO [M:0;851e45ef8bcf:40981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:21:19,919 DEBUG [M:0;851e45ef8bcf:40981 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:21:19,919 INFO [M:0;851e45ef8bcf:40981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:21:19,919 INFO [M:0;851e45ef8bcf:40981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:21:19,919 INFO [M:0;851e45ef8bcf:40981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:21:19,919 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:21:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339291611/master 2024-11-26T02:21:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339291611 2024-11-26T02:21:19,929 DEBUG [M:0;851e45ef8bcf:40981 {}] zookeeper.ZKUtil(347): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Unable to get data of znode /0-339291611/master because node does not exist (not an error) 2024-11-26T02:21:19,929 WARN [M:0;851e45ef8bcf:40981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:21:19,930 INFO [M:0;851e45ef8bcf:40981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/.lastflushedseqids 2024-11-26T02:21:19,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741847_1023 (size=245) 2024-11-26T02:21:20,008 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:20,008 INFO [RS:0;851e45ef8bcf:41985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:21:20,008 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10174f178d70001, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:20,008 INFO [RS:0;851e45ef8bcf:41985 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,41985,1732587652512; zookeeper connection closed. 2024-11-26T02:21:20,008 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b8c56aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b8c56aa 2024-11-26T02:21:20,008 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:21:20,334 INFO [M:0;851e45ef8bcf:40981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:21:20,334 INFO [M:0;851e45ef8bcf:40981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:21:20,334 DEBUG [M:0;851e45ef8bcf:40981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:21:20,334 INFO [M:0;851e45ef8bcf:40981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:20,334 DEBUG [M:0;851e45ef8bcf:40981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:20,334 DEBUG [M:0;851e45ef8bcf:40981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:21:20,334 DEBUG [M:0;851e45ef8bcf:40981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:20,334 INFO [M:0;851e45ef8bcf:40981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-26T02:21:20,364 DEBUG [M:0;851e45ef8bcf:40981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a8117035dbc4e8ca95bc164f07b24a9 is 82, key is hbase:meta,,1/info:regioninfo/1732587655824/Put/seqid=0 2024-11-26T02:21:20,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741848_1024 (size=5672) 2024-11-26T02:21:20,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:21:20,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:20,768 INFO [M:0;851e45ef8bcf:40981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a8117035dbc4e8ca95bc164f07b24a9 2024-11-26T02:21:20,790 DEBUG [M:0;851e45ef8bcf:40981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd3b6ab075c46b2a9c2582e1750c0d5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732587666720/Put/seqid=0 2024-11-26T02:21:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741849_1025 (size=8517) 2024-11-26T02:21:21,194 INFO [M:0;851e45ef8bcf:40981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd3b6ab075c46b2a9c2582e1750c0d5 2024-11-26T02:21:21,217 DEBUG [M:0;851e45ef8bcf:40981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a76c39ff96624b8d9e27d196ce2e3941 is 69, key is 851e45ef8bcf,41985,1732587652512/rs:state/1732587654681/Put/seqid=0 2024-11-26T02:21:21,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741850_1026 (size=5156) 2024-11-26T02:21:21,621 INFO [M:0;851e45ef8bcf:40981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a76c39ff96624b8d9e27d196ce2e3941 2024-11-26T02:21:21,628 DEBUG [M:0;851e45ef8bcf:40981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a8117035dbc4e8ca95bc164f07b24a9 as hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a8117035dbc4e8ca95bc164f07b24a9 2024-11-26T02:21:21,633 INFO [M:0;851e45ef8bcf:40981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a8117035dbc4e8ca95bc164f07b24a9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T02:21:21,634 DEBUG [M:0;851e45ef8bcf:40981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd3b6ab075c46b2a9c2582e1750c0d5 as hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcd3b6ab075c46b2a9c2582e1750c0d5 2024-11-26T02:21:21,640 INFO [M:0;851e45ef8bcf:40981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcd3b6ab075c46b2a9c2582e1750c0d5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T02:21:21,641 DEBUG [M:0;851e45ef8bcf:40981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a76c39ff96624b8d9e27d196ce2e3941 as hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a76c39ff96624b8d9e27d196ce2e3941 2024-11-26T02:21:21,651 INFO [M:0;851e45ef8bcf:40981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34195/user/jenkins/test-data/d4d7dfb3-bb42-a980-3a58-6860860d16bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a76c39ff96624b8d9e27d196ce2e3941, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T02:21:21,652 INFO [M:0;851e45ef8bcf:40981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=97, compaction requested=false 2024-11-26T02:21:21,672 INFO [M:0;851e45ef8bcf:40981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:21,672 DEBUG [M:0;851e45ef8bcf:40981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587680334Disabling compacts and flushes for region at 1732587680334Disabling writes for close at 1732587680334Obtaining lock to block concurrent updates at 1732587680334Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587680334Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732587680335 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587680335Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587680335Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587680364 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587680364Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587680772 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587680789 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587680789Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587681198 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587681216 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587681216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5610e7: reopening flushed file at 1732587681627 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea7f4e: reopening flushed file at 1732587681633 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433a19fe: reopening flushed file at 1732587681640 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=97, compaction requested=false at 1732587681652 (+12 ms)Writing region close event to WAL at 1732587681672 (+20 ms)Closed at 1732587681672 2024-11-26T02:21:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741830_1006 (size=63666) 2024-11-26T02:21:21,684 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:21:21,684 INFO [M:0;851e45ef8bcf:40981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:21:21,684 INFO [M:0;851e45ef8bcf:40981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40981 2024-11-26T02:21:21,685 INFO [M:0;851e45ef8bcf:40981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:21:21,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:21,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40981-0x10174f178d70000, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:21,805 INFO [M:0;851e45ef8bcf:40981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:21:21,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:21:21,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:21:21,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:21:21,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:21:21,822 WARN [BP-187421012-172.17.0.2-1732587650364 heartbeating to localhost/127.0.0.1:34195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-187421012-172.17.0.2-1732587650364 (Datanode Uuid f3ca8436-b44d-4435-b38c-21e92449cb22) service to localhost/127.0.0.1:34195 2024-11-26T02:21:21,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/cluster_c3543126-800a-373f-db30-516297d925b3/data/data1/current/BP-187421012-172.17.0.2-1732587650364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:21:21,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/cluster_c3543126-800a-373f-db30-516297d925b3/data/data2/current/BP-187421012-172.17.0.2-1732587650364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:21:21,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e922a59{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:21:21,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24c992ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:21:21,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:21:21,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251ef688{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:21:21,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28b60453{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/hadoop.log.dir/,STOPPED} 2024-11-26T02:21:21,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:21:21,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e93d273{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:21:21,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@963308a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:21:21,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:21:21,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27ea9ce5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:21:21,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ebacfaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915459a3-fe8a-d0ab-c3f9-401c26a04758/hadoop.log.dir/,STOPPED} 2024-11-26T02:21:21,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T02:21:21,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:21:21,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 241) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42967 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34195 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64562) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64562) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 241) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4033 (was 4116) 2024-11-26T02:21:21,904 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=4032 2024-11-26T02:21:21,925 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-26T02:21:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/hadoop.log.dir so I do NOT create it in target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472 2024-11-26T02:21:21,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:21:21,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/hadoop.tmp.dir so I do NOT create it in target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472 2024-11-26T02:21:21,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff9aa36-95f2-87dc-4332-6a89b5418d37/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:21:21,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472 2024-11-26T02:21:21,927 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/cluster_67c4c3ff-bd88-bac9-80fb-a9155347d4a5, deleteOnExit=true 2024-11-26T02:21:21,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10174f178d70002, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:21:21,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10174f178d70002, quorum=127.0.0.1:64562, baseZNode=/0-339291611 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:21:21,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10174f178d70005, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:21:21,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10174f178d70005, quorum=127.0.0.1:64562, baseZNode=/1649308348 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:21:22,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/cluster_67c4c3ff-bd88-bac9-80fb-a9155347d4a5/zookeeper_0, clientPort=56369, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/cluster_67c4c3ff-bd88-bac9-80fb-a9155347d4a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/cluster_67c4c3ff-bd88-bac9-80fb-a9155347d4a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T02:21:22,021 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56369 2024-11-26T02:21:22,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:21:22,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:21:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/test.cache.data in system properties and HBase conf 2024-11-26T02:21:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:21:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:21:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:21:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:21:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:21:22,022 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:21:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:21:22,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:21:22,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:21:22,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:21:22,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:21:22,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:21:22,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:21:22,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:21:22,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:21:22,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fd39fcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:21:22,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f5addb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:21:22,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5376984e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/java.io.tmpdir/jetty-localhost-38265-hadoop-hdfs-3_4_1-tests_jar-_-any-15550611102071708016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:21:22,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42f1b30d{HTTP/1.1, (http/1.1)}{localhost:38265} 2024-11-26T02:21:22,680 INFO [Time-limited test {}] server.Server(415): Started @236786ms 2024-11-26T02:21:22,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:21:22,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:21:22,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:21:22,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:21:22,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:21:22,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a07ac93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:21:22,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f51982d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:21:23,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7072310e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/java.io.tmpdir/jetty-localhost-38809-hadoop-hdfs-3_4_1-tests_jar-_-any-18224591340476567027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:21:23,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62bc00d1{HTTP/1.1, (http/1.1)}{localhost:38809} 2024-11-26T02:21:23,057 INFO [Time-limited test {}] server.Server(415): Started @237163ms 2024-11-26T02:21:23,058 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:21:24,075 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/cluster_67c4c3ff-bd88-bac9-80fb-a9155347d4a5/data/data2/current/BP-1710534183-172.17.0.2-1732587682044/current, will proceed with Du for space computation calculation, 2024-11-26T02:21:24,075 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/cluster_67c4c3ff-bd88-bac9-80fb-a9155347d4a5/data/data1/current/BP-1710534183-172.17.0.2-1732587682044/current, will proceed with Du for space computation calculation, 2024-11-26T02:21:24,092 WARN [Thread-2653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:21:24,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe172b5ed703a7509 with lease ID 0xd9636e1e83e9d502: Processing first storage report for DS-f4b269fb-d94d-4285-ae80-68ef5cdafab0 from datanode DatanodeRegistration(127.0.0.1:34241, datanodeUuid=77e01edb-f303-4d4b-a923-184667ff4a13, infoPort=39085, infoSecurePort=0, ipcPort=37619, storageInfo=lv=-57;cid=testClusterID;nsid=1381771801;c=1732587682044) 2024-11-26T02:21:24,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe172b5ed703a7509 with lease ID 0xd9636e1e83e9d502: from storage DS-f4b269fb-d94d-4285-ae80-68ef5cdafab0 node DatanodeRegistration(127.0.0.1:34241, datanodeUuid=77e01edb-f303-4d4b-a923-184667ff4a13, infoPort=39085, infoSecurePort=0, ipcPort=37619, storageInfo=lv=-57;cid=testClusterID;nsid=1381771801;c=1732587682044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:21:24,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe172b5ed703a7509 with lease ID 0xd9636e1e83e9d502: Processing first storage report for DS-dbc2ce0e-2771-4dcb-a82d-21821d63ffcc from datanode DatanodeRegistration(127.0.0.1:34241, datanodeUuid=77e01edb-f303-4d4b-a923-184667ff4a13, infoPort=39085, infoSecurePort=0, ipcPort=37619, storageInfo=lv=-57;cid=testClusterID;nsid=1381771801;c=1732587682044) 2024-11-26T02:21:24,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe172b5ed703a7509 with lease ID 0xd9636e1e83e9d502: from storage DS-dbc2ce0e-2771-4dcb-a82d-21821d63ffcc node DatanodeRegistration(127.0.0.1:34241, datanodeUuid=77e01edb-f303-4d4b-a923-184667ff4a13, infoPort=39085, infoSecurePort=0, ipcPort=37619, storageInfo=lv=-57;cid=testClusterID;nsid=1381771801;c=1732587682044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:21:24,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472 2024-11-26T02:21:24,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:24,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:24,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:21:24,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:24,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:21:24,493 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38338 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:21:24,599 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd with version=8 2024-11-26T02:21:24,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/hbase-staging 2024-11-26T02:21:24,600 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:21:24,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:24,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:24,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:21:24,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:24,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:21:24,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:21:24,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:21:24,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40259 2024-11-26T02:21:24,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40259 connecting to ZooKeeper ensemble=127.0.0.1:56369 2024-11-26T02:21:24,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402590x0, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:21:24,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40259-0x10174f1f4610000 connected 2024-11-26T02:21:24,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:24,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:24,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Set watcher on znode that does not yet exist, /0-53480042/running 2024-11-26T02:21:24,935 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd, hbase.cluster.distributed=false 2024-11-26T02:21:24,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Set watcher on znode that does not yet exist, /0-53480042/acl 2024-11-26T02:21:24,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40259 2024-11-26T02:21:24,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40259 2024-11-26T02:21:24,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40259 2024-11-26T02:21:24,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40259 2024-11-26T02:21:24,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40259 2024-11-26T02:21:24,953 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:21:24,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:24,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:24,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:21:24,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:24,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:21:24,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:21:24,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:21:24,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37227 2024-11-26T02:21:24,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37227 connecting to ZooKeeper ensemble=127.0.0.1:56369 2024-11-26T02:21:24,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:24,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:25,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372270x0, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:21:25,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372270x0, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Set watcher on znode that does not yet exist, /0-53480042/running 2024-11-26T02:21:25,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37227-0x10174f1f4610001 connected 2024-11-26T02:21:25,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:21:25,024 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:21:25,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Set watcher on znode that does not yet exist, /0-53480042/master 2024-11-26T02:21:25,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Set watcher on znode that does not yet exist, /0-53480042/acl 2024-11-26T02:21:25,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37227 2024-11-26T02:21:25,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37227 2024-11-26T02:21:25,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37227 2024-11-26T02:21:25,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37227 2024-11-26T02:21:25,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37227 2024-11-26T02:21:25,047 DEBUG [M:0;851e45ef8bcf:40259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:40259 2024-11-26T02:21:25,047 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-53480042/backup-masters/851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042/backup-masters 2024-11-26T02:21:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042/backup-masters 2024-11-26T02:21:25,103 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Set watcher on existing znode=/0-53480042/backup-masters/851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-53480042/master 2024-11-26T02:21:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:25,158 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Set watcher on existing znode=/0-53480042/master 2024-11-26T02:21:25,158 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-53480042/backup-masters/851e45ef8bcf,40259,1732587684600 from backup master directory 2024-11-26T02:21:25,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042/backup-masters 2024-11-26T02:21:25,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-53480042/backup-masters/851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:25,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042/backup-masters 2024-11-26T02:21:25,220 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:21:25,220 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:25,223 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/hbase.id] with ID: c1986ebe-6bb7-4048-8d84-4822b25551f0 2024-11-26T02:21:25,223 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/.tmp/hbase.id 2024-11-26T02:21:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:21:25,629 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/.tmp/hbase.id]:[hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/hbase.id] 2024-11-26T02:21:25,637 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:25,637 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:21:25,638 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:21:25,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:25,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:21:26,105 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:26,105 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:21:26,106 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:21:26,511 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store 2024-11-26T02:21:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:21:26,917 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:26,917 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:21:26,917 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:26,917 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:26,917 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:21:26,917 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:26,917 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:26,917 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587686917Disabling compacts and flushes for region at 1732587686917Disabling writes for close at 1732587686917Writing region close event to WAL at 1732587686917Closed at 1732587686917 2024-11-26T02:21:26,918 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/.initializing 2024-11-26T02:21:26,918 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/WALs/851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:26,919 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:21:26,920 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C40259%2C1732587684600, suffix=, logDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/WALs/851e45ef8bcf,40259,1732587684600, archiveDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/oldWALs, maxLogs=10 2024-11-26T02:21:26,933 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/WALs/851e45ef8bcf,40259,1732587684600/851e45ef8bcf%2C40259%2C1732587684600.1732587686921, exclude list is [], retry=0 2024-11-26T02:21:26,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34241,DS-f4b269fb-d94d-4285-ae80-68ef5cdafab0,DISK] 2024-11-26T02:21:26,937 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/WALs/851e45ef8bcf,40259,1732587684600/851e45ef8bcf%2C40259%2C1732587684600.1732587686921 2024-11-26T02:21:26,940 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-26T02:21:26,940 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:26,940 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:26,940 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,940 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:21:26,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:26,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:26,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:21:26,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:26,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:26,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:21:26,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:26,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:26,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:21:26,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:26,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:26,947 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,947 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,948 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,949 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,949 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,949 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:26,950 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:26,952 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:26,952 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59851734, jitterRate=-0.10813966393470764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:26,953 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587686940Initializing all the Stores at 1732587686941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587686941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587686941Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587686941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587686941Cleaning up temporary data from old regions at 1732587686949 (+8 ms)Region opened successfully at 1732587686953 (+4 ms) 2024-11-26T02:21:26,953 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:21:26,955 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35109e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:21:26,956 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:21:26,956 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:21:26,957 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:21:26,957 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:21:26,957 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:21:26,957 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:21:26,957 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:21:26,959 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:21:26,960 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Unable to get data of znode /0-53480042/balancer because node does not exist (not necessarily an error) 2024-11-26T02:21:26,994 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-53480042/balancer already deleted, retry=false 2024-11-26T02:21:26,994 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:21:26,995 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Unable to get data of znode /0-53480042/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:21:27,013 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-53480042/normalizer already deleted, retry=false 2024-11-26T02:21:27,013 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:21:27,014 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Unable to get data of znode /0-53480042/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:21:27,034 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-53480042/switch/split already deleted, retry=false 2024-11-26T02:21:27,035 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Unable to get data of znode /0-53480042/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:21:27,055 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-53480042/switch/merge already deleted, retry=false 2024-11-26T02:21:27,057 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Unable to get data of znode /0-53480042/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:21:27,076 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-53480042/snapshot-cleanup already deleted, retry=false 2024-11-26T02:21:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-53480042/running 2024-11-26T02:21:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-53480042/running 2024-11-26T02:21:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:27,097 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,40259,1732587684600, sessionid=0x10174f1f4610000, setting cluster-up flag (Was=false) 2024-11-26T02:21:27,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:27,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:27,181 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-53480042/flush-table-proc/acquired, /0-53480042/flush-table-proc/reached, /0-53480042/flush-table-proc/abort 2024-11-26T02:21:27,182 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:27,244 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-53480042/online-snapshot/acquired, /0-53480042/online-snapshot/reached, /0-53480042/online-snapshot/abort 2024-11-26T02:21:27,245 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:27,248 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:21:27,250 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:27,250 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:21:27,250 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:21:27,250 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,40259,1732587684600 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:21:27,252 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:27,252 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:27,252 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:27,252 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:27,252 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:21:27,252 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,252 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:21:27,252 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,255 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587717255 2024-11-26T02:21:27,255 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:21:27,255 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:21:27,256 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:21:27,256 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:21:27,256 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:21:27,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:27,256 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:21:27,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:21:27,256 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,256 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:21:27,256 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:21:27,256 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:21:27,256 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:21:27,257 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:27,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:21:27,257 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:21:27,257 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:21:27,257 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587687257,5,FailOnTimeoutGroup] 2024-11-26T02:21:27,257 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587687257,5,FailOnTimeoutGroup] 2024-11-26T02:21:27,257 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,257 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:21:27,258 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,258 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:21:27,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:21:27,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,338 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(746): ClusterId : c1986ebe-6bb7-4048-8d84-4822b25551f0 2024-11-26T02:21:27,338 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:21:27,350 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:21:27,350 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:21:27,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,361 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:21:27,361 DEBUG [RS:0;851e45ef8bcf:37227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad6a2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:21:27,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:27,380 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:37227 2024-11-26T02:21:27,380 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:21:27,380 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:21:27,380 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:21:27,381 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,40259,1732587684600 with port=37227, startcode=1732587684952 2024-11-26T02:21:27,382 DEBUG [RS:0;851e45ef8bcf:37227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:21:27,383 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:21:27,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:27,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40259 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:27,385 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd 2024-11-26T02:21:27,385 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43767 2024-11-26T02:21:27,385 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:21:27,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042/rs 2024-11-26T02:21:27,397 DEBUG [RS:0;851e45ef8bcf:37227 {}] zookeeper.ZKUtil(111): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Set watcher on existing znode=/0-53480042/rs/851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:27,397 WARN [RS:0;851e45ef8bcf:37227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:21:27,398 INFO [RS:0;851e45ef8bcf:37227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:27,398 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:27,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,37227,1732587684952] 2024-11-26T02:21:27,404 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:21:27,407 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:21:27,407 INFO [RS:0;851e45ef8bcf:37227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:21:27,407 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,408 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:21:27,408 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:21:27,409 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:21:27,409 DEBUG [RS:0;851e45ef8bcf:37227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:21:27,411 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,411 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,411 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,412 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,412 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,412 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37227,1732587684952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:21:27,429 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:21:27,429 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,37227,1732587684952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,429 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,429 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.Replication(171): 851e45ef8bcf,37227,1732587684952 started 2024-11-26T02:21:27,447 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:27,447 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,37227,1732587684952, RpcServer on 851e45ef8bcf/172.17.0.2:37227, sessionid=0x10174f1f4610001 2024-11-26T02:21:27,447 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:21:27,448 DEBUG [RS:0;851e45ef8bcf:37227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:27,448 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,37227,1732587684952' 2024-11-26T02:21:27,448 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-53480042/flush-table-proc/abort' 2024-11-26T02:21:27,448 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-53480042/flush-table-proc/acquired' 2024-11-26T02:21:27,448 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:21:27,448 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:21:27,448 DEBUG [RS:0;851e45ef8bcf:37227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:27,448 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,37227,1732587684952' 2024-11-26T02:21:27,448 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-53480042/online-snapshot/abort' 2024-11-26T02:21:27,449 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-53480042/online-snapshot/acquired' 2024-11-26T02:21:27,449 DEBUG [RS:0;851e45ef8bcf:37227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:21:27,449 INFO [RS:0;851e45ef8bcf:37227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:21:27,449 INFO [RS:0;851e45ef8bcf:37227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:21:27,550 INFO [RS:0;851e45ef8bcf:37227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:21:27,551 INFO [RS:0;851e45ef8bcf:37227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C37227%2C1732587684952, suffix=, logDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952, archiveDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/oldWALs, maxLogs=10 2024-11-26T02:21:27,562 DEBUG [RS:0;851e45ef8bcf:37227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, exclude list is [], retry=0 2024-11-26T02:21:27,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34241,DS-f4b269fb-d94d-4285-ae80-68ef5cdafab0,DISK] 2024-11-26T02:21:27,566 INFO [RS:0;851e45ef8bcf:37227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 2024-11-26T02:21:27,566 DEBUG [RS:0;851e45ef8bcf:37227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-26T02:21:27,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:21:27,668 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd 2024-11-26T02:21:27,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:21:28,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:28,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:21:28,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:21:28,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:28,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:28,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:21:28,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:21:28,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:28,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:28,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:21:28,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:21:28,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:28,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:28,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:21:28,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:21:28,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:28,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:28,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:21:28,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740 2024-11-26T02:21:28,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740 2024-11-26T02:21:28,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:21:28,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:21:28,083 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:28,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:21:28,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:28,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64505113, jitterRate=-0.03879891335964203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587688074Initializing all the Stores at 1732587688075 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587688075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587688075Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587688075Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587688075Cleaning up temporary data from old regions at 1732587688083 (+8 ms)Region opened successfully at 1732587688086 (+3 ms) 2024-11-26T02:21:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:21:28,086 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:21:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:21:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:21:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:21:28,087 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:21:28,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587688086Disabling compacts and flushes for region at 1732587688086Disabling writes for close at 1732587688086Writing region close event to WAL at 1732587688087 (+1 ms)Closed at 1732587688087 2024-11-26T02:21:28,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:28,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:21:28,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:21:28,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:21:28,089 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:21:28,240 DEBUG [851e45ef8bcf:40259 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:21:28,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:28,241 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,37227,1732587684952, state=OPENING 2024-11-26T02:21:28,256 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:21:28,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:28,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:28,266 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:21:28,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-53480042/meta-region-server: CHANGED 2024-11-26T02:21:28,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,37227,1732587684952}] 2024-11-26T02:21:28,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-53480042/meta-region-server: CHANGED 2024-11-26T02:21:28,418 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:21:28,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:21:28,423 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:21:28,423 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:28,424 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:21:28,425 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C37227%2C1732587684952.meta, suffix=.meta, logDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952, archiveDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/oldWALs, maxLogs=10 2024-11-26T02:21:28,437 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.meta.1732587688425.meta, exclude list is [], retry=0 2024-11-26T02:21:28,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34241,DS-f4b269fb-d94d-4285-ae80-68ef5cdafab0,DISK] 2024-11-26T02:21:28,441 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.meta.1732587688425.meta 2024-11-26T02:21:28,441 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-26T02:21:28,441 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:28,442 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:28,442 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:21:28,442 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:21:28,442 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:21:28,442 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:21:28,442 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:28,442 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:21:28,442 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:21:28,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:21:28,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:21:28,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:28,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:28,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:21:28,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:21:28,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:28,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:28,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:21:28,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:21:28,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:28,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:28,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:21:28,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:21:28,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:28,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:28,448 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:21:28,449 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740 2024-11-26T02:21:28,450 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740 2024-11-26T02:21:28,450 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:21:28,451 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:21:28,451 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:28,452 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:21:28,453 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73456474, jitterRate=0.09458675980567932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:28,453 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:21:28,454 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587688442Writing region info on filesystem at 1732587688442Initializing all the Stores at 1732587688443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587688443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587688444 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587688444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587688444Cleaning up temporary data from old regions at 1732587688451 (+7 ms)Running coprocessor post-open hooks at 1732587688453 (+2 ms)Region opened successfully at 1732587688453 2024-11-26T02:21:28,454 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587688418 2024-11-26T02:21:28,457 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:21:28,457 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:21:28,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:28,458 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,37227,1732587684952, state=OPEN 2024-11-26T02:21:28,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-53480042/meta-region-server 2024-11-26T02:21:28,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-53480042/meta-region-server 2024-11-26T02:21:28,501 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:28,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-53480042/meta-region-server: CHANGED 2024-11-26T02:21:28,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-53480042/meta-region-server: CHANGED 2024-11-26T02:21:28,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:21:28,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,37227,1732587684952 in 236 msec 2024-11-26T02:21:28,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:21:28,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-26T02:21:28,506 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:28,506 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:21:28,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:28,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37227,1732587684952, seqNum=-1] 2024-11-26T02:21:28,514 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:28,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:28,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-26T02:21:28,522 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587688522, completionTime=-1 2024-11-26T02:21:28,522 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:21:28,522 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:21:28,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:21:28,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587748525 2024-11-26T02:21:28,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587808525 2024-11-26T02:21:28,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T02:21:28,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40259,1732587684600-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:28,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40259,1732587684600-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:28,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40259,1732587684600-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:28,526 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:40259, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:28,526 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:28,529 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:28,531 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:21:28,535 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.315sec 2024-11-26T02:21:28,535 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:21:28,535 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:21:28,535 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:21:28,535 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:21:28,535 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:21:28,535 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40259,1732587684600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:21:28,535 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40259,1732587684600-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:21:28,537 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:21:28,537 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:21:28,537 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40259,1732587684600-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:28,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330c1f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:28,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40259,-1 for getting cluster id 2024-11-26T02:21:28,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:28,540 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1986ebe-6bb7-4048-8d84-4822b25551f0' 2024-11-26T02:21:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1986ebe-6bb7-4048-8d84-4822b25551f0" 2024-11-26T02:21:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f68caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40259,-1] 2024-11-26T02:21:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:28,542 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:28,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67884f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:28,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:28,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37227,1732587684952, seqNum=-1] 2024-11-26T02:21:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:28,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:28,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56369 2024-11-26T02:21:28,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:21:28,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10174f1f4610002 connected 2024-11-26T02:21:28,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/hadoop.log.dir so I do NOT create it in target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183 2024-11-26T02:21:28,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:21:28,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/hadoop.tmp.dir so I do NOT create it in target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183 2024-11-26T02:21:28,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:21:28,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183 2024-11-26T02:21:28,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:21:28,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/cluster_8febc213-eec5-30cb-4fb1-53a80051f1da, deleteOnExit=true 2024-11-26T02:21:28,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:21:28,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/test.cache.data in system properties and HBase conf 2024-11-26T02:21:28,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:21:28,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:21:28,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:21:28,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:21:28,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:21:28,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:21:28,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:21:28,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:21:28,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:21:28,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:21:28,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:21:28,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:21:29,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:21:29,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:21:29,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:21:29,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:21:29,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0a56ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:21:29,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f82d566{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:21:29,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a48a809{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/java.io.tmpdir/jetty-localhost-44651-hadoop-hdfs-3_4_1-tests_jar-_-any-7652118316522352343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:21:29,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c56d22c{HTTP/1.1, (http/1.1)}{localhost:44651} 2024-11-26T02:21:29,123 INFO [Time-limited test {}] server.Server(415): Started @243228ms 2024-11-26T02:21:29,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:21:29,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:21:29,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:21:29,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:21:29,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:21:29,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62b43e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:21:29,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7942bfb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:21:29,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76deb67a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/java.io.tmpdir/jetty-localhost-38187-hadoop-hdfs-3_4_1-tests_jar-_-any-4611959037654026047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:21:29,561 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17b9bb3c{HTTP/1.1, (http/1.1)}{localhost:38187} 2024-11-26T02:21:29,561 INFO [Time-limited test {}] server.Server(415): Started @243667ms 2024-11-26T02:21:29,562 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:21:30,288 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/cluster_8febc213-eec5-30cb-4fb1-53a80051f1da/data/data2/current/BP-2078443348-172.17.0.2-1732587688604/current, will proceed with Du for space computation calculation, 2024-11-26T02:21:30,288 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/cluster_8febc213-eec5-30cb-4fb1-53a80051f1da/data/data1/current/BP-2078443348-172.17.0.2-1732587688604/current, will proceed with Du for space computation calculation, 2024-11-26T02:21:30,322 WARN [Thread-2774 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:21:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x649ef61f09eda777 with lease ID 0xdb7828f80addf681: Processing first storage report for DS-e792ca29-010a-43e0-8b59-595157a07c23 from datanode DatanodeRegistration(127.0.0.1:46103, datanodeUuid=0f81b185-9a81-4ade-a090-2f50d2fecf21, infoPort=42391, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=546901206;c=1732587688604) 2024-11-26T02:21:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x649ef61f09eda777 with lease ID 0xdb7828f80addf681: from storage DS-e792ca29-010a-43e0-8b59-595157a07c23 node DatanodeRegistration(127.0.0.1:46103, datanodeUuid=0f81b185-9a81-4ade-a090-2f50d2fecf21, infoPort=42391, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=546901206;c=1732587688604), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T02:21:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x649ef61f09eda777 with lease ID 0xdb7828f80addf681: Processing first storage report for DS-507ff650-cf08-4505-a5b1-126b0bb6efd0 from datanode DatanodeRegistration(127.0.0.1:46103, datanodeUuid=0f81b185-9a81-4ade-a090-2f50d2fecf21, infoPort=42391, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=546901206;c=1732587688604) 2024-11-26T02:21:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x649ef61f09eda777 with lease ID 0xdb7828f80addf681: from storage DS-507ff650-cf08-4505-a5b1-126b0bb6efd0 node DatanodeRegistration(127.0.0.1:46103, datanodeUuid=0f81b185-9a81-4ade-a090-2f50d2fecf21, infoPort=42391, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=546901206;c=1732587688604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:21:30,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183 2024-11-26T02:21:30,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:30,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:30,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:21:30,412 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40 with version=8 2024-11-26T02:21:30,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/hbase-staging 2024-11-26T02:21:30,414 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:21:30,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:30,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:30,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:21:30,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:30,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:21:30,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:21:30,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:21:30,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35137 2024-11-26T02:21:30,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35137 connecting to ZooKeeper ensemble=127.0.0.1:56369 2024-11-26T02:21:30,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351370x0, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:21:30,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35137-0x10174f1f4610003 connected 2024-11-26T02:21:30,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:30,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:30,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Set watcher on znode that does not yet exist, /1-1015845992/running 2024-11-26T02:21:30,525 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40, hbase.cluster.distributed=false 2024-11-26T02:21:30,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Set watcher on znode that does not yet exist, /1-1015845992/acl 2024-11-26T02:21:30,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35137 2024-11-26T02:21:30,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35137 2024-11-26T02:21:30,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35137 2024-11-26T02:21:30,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35137 2024-11-26T02:21:30,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35137 2024-11-26T02:21:30,595 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:21:30,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:30,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:30,595 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:21:30,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:30,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:21:30,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:21:30,596 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:21:30,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40713 2024-11-26T02:21:30,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40713 connecting to ZooKeeper ensemble=127.0.0.1:56369 2024-11-26T02:21:30,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:30,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:30,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407130x0, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:21:30,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407130x0, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Set watcher on znode that does not yet exist, /1-1015845992/running 2024-11-26T02:21:30,629 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:21:30,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40713-0x10174f1f4610004 connected 2024-11-26T02:21:30,653 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:21:30,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Set watcher on znode that does not yet exist, /1-1015845992/master 2024-11-26T02:21:30,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Set watcher on znode that does not yet exist, /1-1015845992/acl 2024-11-26T02:21:30,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-26T02:21:30,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40713 2024-11-26T02:21:30,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40713 2024-11-26T02:21:30,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-26T02:21:30,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-26T02:21:30,771 DEBUG [M:0;851e45ef8bcf:35137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:35137 2024-11-26T02:21:30,772 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1015845992/backup-masters/851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:30,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992/backup-masters 2024-11-26T02:21:30,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992/backup-masters 2024-11-26T02:21:30,783 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Set watcher on existing znode=/1-1015845992/backup-masters/851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1015845992/master 2024-11-26T02:21:30,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:30,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:30,795 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Set watcher on existing znode=/1-1015845992/master 2024-11-26T02:21:30,796 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1015845992/backup-masters/851e45ef8bcf,35137,1732587690414 from backup master directory 2024-11-26T02:21:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1015845992/backup-masters/851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992/backup-masters 2024-11-26T02:21:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992/backup-masters 2024-11-26T02:21:30,809 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:21:30,809 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:30,825 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/hbase.id] with ID: 5dd33f79-febc-4f71-9572-2f990b8ff946 2024-11-26T02:21:30,825 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/.tmp/hbase.id 2024-11-26T02:21:30,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:21:30,859 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/.tmp/hbase.id]:[hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/hbase.id] 2024-11-26T02:21:30,873 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:30,873 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:21:30,875 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T02:21:30,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:30,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:30,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:21:30,907 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:30,908 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:21:30,924 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:30,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:21:30,937 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store 2024-11-26T02:21:30,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:21:30,951 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:30,952 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:21:30,952 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:30,952 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:30,952 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:21:30,952 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:30,952 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:30,952 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587690952Disabling compacts and flushes for region at 1732587690952Disabling writes for close at 1732587690952Writing region close event to WAL at 1732587690952Closed at 1732587690952 2024-11-26T02:21:30,953 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/.initializing 2024-11-26T02:21:30,953 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/WALs/851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:30,954 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:21:30,956 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C35137%2C1732587690414, suffix=, logDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/WALs/851e45ef8bcf,35137,1732587690414, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/oldWALs, maxLogs=10 2024-11-26T02:21:30,978 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/WALs/851e45ef8bcf,35137,1732587690414/851e45ef8bcf%2C35137%2C1732587690414.1732587690956, exclude list is [], retry=0 2024-11-26T02:21:30,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46103,DS-e792ca29-010a-43e0-8b59-595157a07c23,DISK] 2024-11-26T02:21:31,001 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/WALs/851e45ef8bcf,35137,1732587690414/851e45ef8bcf%2C35137%2C1732587690414.1732587690956 2024-11-26T02:21:31,004 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42391:42391)] 2024-11-26T02:21:31,004 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:31,005 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:31,005 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,005 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:21:31,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:31,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:31,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:21:31,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:31,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:31,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:21:31,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:31,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:31,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:21:31,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:31,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:31,048 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,049 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,052 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,058 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,058 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,059 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:31,061 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:31,078 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:31,079 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64809200, jitterRate=-0.03426766395568848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:31,079 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587691005Initializing all the Stores at 1732587691006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587691006Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587691012 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587691012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587691012Cleaning up temporary data from old regions at 1732587691058 (+46 ms)Region opened successfully at 1732587691079 (+21 ms) 2024-11-26T02:21:31,080 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:21:31,083 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe9c991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:21:31,084 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:21:31,084 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:21:31,084 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:21:31,084 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:21:31,084 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:21:31,085 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:21:31,085 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:21:31,119 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:21:31,120 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Unable to get data of znode /1-1015845992/balancer because node does not exist (not necessarily an error) 2024-11-26T02:21:31,128 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015845992/balancer already deleted, retry=false 2024-11-26T02:21:31,129 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:21:31,130 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Unable to get data of znode /1-1015845992/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:21:31,139 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015845992/normalizer already deleted, retry=false 2024-11-26T02:21:31,139 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:21:31,140 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Unable to get data of znode /1-1015845992/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:21:31,149 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015845992/switch/split already deleted, retry=false 2024-11-26T02:21:31,151 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Unable to get data of znode /1-1015845992/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:21:31,160 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015845992/switch/merge already deleted, retry=false 2024-11-26T02:21:31,162 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Unable to get data of znode /1-1015845992/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:21:31,170 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015845992/snapshot-cleanup already deleted, retry=false 2024-11-26T02:21:31,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1015845992/running 2024-11-26T02:21:31,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1015845992/running 2024-11-26T02:21:31,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:31,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:31,183 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,35137,1732587690414, sessionid=0x10174f1f4610003, setting cluster-up flag (Was=false) 2024-11-26T02:21:31,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:31,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:31,234 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1015845992/flush-table-proc/acquired, /1-1015845992/flush-table-proc/reached, /1-1015845992/flush-table-proc/abort 2024-11-26T02:21:31,235 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:31,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:31,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:31,286 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1015845992/online-snapshot/acquired, /1-1015845992/online-snapshot/reached, /1-1015845992/online-snapshot/abort 2024-11-26T02:21:31,287 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:31,297 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:21:31,298 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:31,299 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:21:31,299 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:21:31,299 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,35137,1732587690414 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:21:31,301 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:31,301 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:31,301 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:31,301 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:31,301 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:21:31,301 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,301 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:21:31,301 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:31,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:21:31,313 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:31,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:21:31,316 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587721316 2024-11-26T02:21:31,316 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:21:31,317 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:21:31,317 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:21:31,317 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:21:31,318 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:21:31,318 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:21:31,332 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,340 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:21:31,341 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:21:31,342 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:21:31,342 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:21:31,353 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:21:31,353 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:21:31,354 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587691353,5,FailOnTimeoutGroup] 2024-11-26T02:21:31,355 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587691354,5,FailOnTimeoutGroup] 2024-11-26T02:21:31,356 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,356 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:21:31,356 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,356 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:21:31,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:21:31,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40 2024-11-26T02:21:31,366 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(746): ClusterId : 5dd33f79-febc-4f71-9572-2f990b8ff946 2024-11-26T02:21:31,366 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:21:31,378 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:21:31,378 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:21:31,387 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:21:31,388 DEBUG [RS:0;851e45ef8bcf:40713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56935b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:21:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741832_1008 (size=32) 2024-11-26T02:21:31,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:31,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:21:31,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:21:31,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:31,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:31,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:21:31,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:21:31,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:31,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:31,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:21:31,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:21:31,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:31,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:31,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:21:31,435 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:40713 2024-11-26T02:21:31,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:21:31,435 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:21:31,435 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:21:31,435 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:21:31,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:31,437 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,35137,1732587690414 with port=40713, startcode=1732587690594 2024-11-26T02:21:31,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:31,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:21:31,437 DEBUG [RS:0;851e45ef8bcf:40713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:21:31,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740 2024-11-26T02:21:31,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740 2024-11-26T02:21:31,440 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:21:31,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:31,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35137 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:31,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:21:31,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:21:31,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:31,444 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40 2024-11-26T02:21:31,444 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37327 2024-11-26T02:21:31,444 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:21:31,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:21:31,453 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:31,453 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72186335, jitterRate=0.07566021382808685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:31,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587691403Initializing all the Stores at 1732587691404 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587691404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587691421 (+17 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587691421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587691421Cleaning up temporary data from old regions at 1732587691441 (+20 ms)Region opened successfully at 1732587691453 (+12 ms) 2024-11-26T02:21:31,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:21:31,453 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:21:31,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:21:31,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:21:31,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:21:31,460 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:21:31,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587691453Disabling compacts and flushes for region at 1732587691453Disabling writes for close at 1732587691453Writing region close event to WAL at 1732587691460 (+7 ms)Closed at 1732587691460 2024-11-26T02:21:31,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:31,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:21:31,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:21:31,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:21:31,464 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:21:31,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992/rs 2024-11-26T02:21:31,527 DEBUG [RS:0;851e45ef8bcf:40713 {}] zookeeper.ZKUtil(111): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Set watcher on existing znode=/1-1015845992/rs/851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:31,527 WARN [RS:0;851e45ef8bcf:40713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:21:31,527 INFO [RS:0;851e45ef8bcf:40713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:31,527 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:31,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,40713,1732587690594] 2024-11-26T02:21:31,536 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:21:31,540 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:21:31,541 INFO [RS:0;851e45ef8bcf:40713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:21:31,541 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,544 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:21:31,545 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:21:31,546 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:21:31,546 DEBUG [RS:0;851e45ef8bcf:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:21:31,560 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,560 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,560 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,560 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,560 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,560 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40713,1732587690594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:21:31,578 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:21:31,579 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40713,1732587690594-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,579 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,579 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.Replication(171): 851e45ef8bcf,40713,1732587690594 started 2024-11-26T02:21:31,598 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:31,598 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,40713,1732587690594, RpcServer on 851e45ef8bcf/172.17.0.2:40713, sessionid=0x10174f1f4610004 2024-11-26T02:21:31,598 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:21:31,598 DEBUG [RS:0;851e45ef8bcf:40713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:31,598 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,40713,1732587690594' 2024-11-26T02:21:31,598 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1015845992/flush-table-proc/abort' 2024-11-26T02:21:31,599 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1015845992/flush-table-proc/acquired' 2024-11-26T02:21:31,599 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:21:31,599 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:21:31,599 DEBUG [RS:0;851e45ef8bcf:40713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:31,599 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,40713,1732587690594' 2024-11-26T02:21:31,599 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1015845992/online-snapshot/abort' 2024-11-26T02:21:31,599 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1015845992/online-snapshot/acquired' 2024-11-26T02:21:31,600 DEBUG [RS:0;851e45ef8bcf:40713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:21:31,600 INFO [RS:0;851e45ef8bcf:40713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:21:31,600 INFO [RS:0;851e45ef8bcf:40713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:21:31,614 WARN [851e45ef8bcf:35137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T02:21:31,700 INFO [RS:0;851e45ef8bcf:40713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:21:31,702 INFO [RS:0;851e45ef8bcf:40713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C40713%2C1732587690594, suffix=, logDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/oldWALs, maxLogs=10 2024-11-26T02:21:31,723 DEBUG [RS:0;851e45ef8bcf:40713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, exclude list is [], retry=0 2024-11-26T02:21:31,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46103,DS-e792ca29-010a-43e0-8b59-595157a07c23,DISK] 2024-11-26T02:21:31,746 INFO [RS:0;851e45ef8bcf:40713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 2024-11-26T02:21:31,747 DEBUG [RS:0;851e45ef8bcf:40713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42391:42391)] 2024-11-26T02:21:31,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:21:31,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T02:21:31,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T02:21:31,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T02:21:31,865 DEBUG [851e45ef8bcf:35137 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:21:31,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:31,866 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,40713,1732587690594, state=OPENING 2024-11-26T02:21:31,897 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:21:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:31,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:21:31,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1015845992/meta-region-server: CHANGED 2024-11-26T02:21:31,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1015845992/meta-region-server: CHANGED 2024-11-26T02:21:31,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,40713,1732587690594}] 2024-11-26T02:21:32,065 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:21:32,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:21:32,069 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:21:32,069 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:32,070 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:21:32,071 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C40713%2C1732587690594.meta, suffix=.meta, logDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/oldWALs, maxLogs=10 2024-11-26T02:21:32,091 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.meta.1732587692071.meta, exclude list is [], retry=0 2024-11-26T02:21:32,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46103,DS-e792ca29-010a-43e0-8b59-595157a07c23,DISK] 2024-11-26T02:21:32,104 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.meta.1732587692071.meta 2024-11-26T02:21:32,112 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42391:42391)] 2024-11-26T02:21:32,113 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:32,113 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:32,113 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:21:32,113 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:21:32,114 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:21:32,114 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:21:32,114 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:32,114 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:21:32,114 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:21:32,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:21:32,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:21:32,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:32,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:32,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:21:32,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:21:32,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:32,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:32,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:21:32,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:21:32,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:32,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:32,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:21:32,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:21:32,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:32,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:32,124 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:21:32,124 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740 2024-11-26T02:21:32,125 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740 2024-11-26T02:21:32,126 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:21:32,127 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:21:32,127 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:32,128 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:21:32,129 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71473709, jitterRate=0.06504125893115997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:32,129 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:21:32,129 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587692114Writing region info on filesystem at 1732587692114Initializing all the Stores at 1732587692115 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587692115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587692116 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587692116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587692116Cleaning up temporary data from old regions at 1732587692127 (+11 ms)Running coprocessor post-open hooks at 1732587692129 (+2 ms)Region opened successfully at 1732587692129 2024-11-26T02:21:32,131 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587692064 2024-11-26T02:21:32,133 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:21:32,133 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:21:32,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:32,134 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,40713,1732587690594, state=OPEN 2024-11-26T02:21:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1015845992/meta-region-server 2024-11-26T02:21:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1015845992/meta-region-server 2024-11-26T02:21:32,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1015845992/meta-region-server: CHANGED 2024-11-26T02:21:32,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1015845992/meta-region-server: CHANGED 2024-11-26T02:21:32,144 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:32,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:21:32,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,40713,1732587690594 in 236 msec 2024-11-26T02:21:32,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:21:32,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 685 msec 2024-11-26T02:21:32,150 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:32,150 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:21:32,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:32,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,40713,1732587690594, seqNum=-1] 2024-11-26T02:21:32,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:32,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:32,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 860 msec 2024-11-26T02:21:32,159 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587692159, completionTime=-1 2024-11-26T02:21:32,159 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:21:32,159 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:21:32,161 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:21:32,161 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587752161 2024-11-26T02:21:32,161 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587812161 2024-11-26T02:21:32,161 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T02:21:32,162 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35137,1732587690414-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:32,162 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35137,1732587690414-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:32,162 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35137,1732587690414-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:32,162 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:35137, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:32,162 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:32,162 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:32,164 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:21:32,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.357sec 2024-11-26T02:21:32,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:21:32,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:21:32,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:21:32,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:21:32,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:21:32,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35137,1732587690414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:21:32,167 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35137,1732587690414-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:21:32,174 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:21:32,174 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:21:32,174 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35137,1732587690414-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:32,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc8c0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:32,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35137,-1 for getting cluster id 2024-11-26T02:21:32,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:32,267 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd33f79-febc-4f71-9572-2f990b8ff946' 2024-11-26T02:21:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd33f79-febc-4f71-9572-2f990b8ff946" 2024-11-26T02:21:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394265ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35137,-1] 2024-11-26T02:21:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:32,270 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:32,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4528f9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:32,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,40713,1732587690594, seqNum=-1] 2024-11-26T02:21:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:32,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:32,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:32,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56369 2024-11-26T02:21:32,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:21:32,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10174f1f4610005 connected 2024-11-26T02:21:32,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/hadoop.log.dir so I do NOT create it in target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908 2024-11-26T02:21:32,299 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:21:32,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/hadoop.tmp.dir so I do NOT create it in target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908 2024-11-26T02:21:32,299 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:21:32,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908 2024-11-26T02:21:32,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:21:32,300 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/cluster_8339368d-cc1d-eea5-0dd6-8906632618ee, deleteOnExit=true 2024-11-26T02:21:32,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:21:32,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/test.cache.data in system properties and HBase conf 2024-11-26T02:21:32,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:21:32,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:21:32,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:21:32,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:21:32,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:21:32,301 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:21:32,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:21:32,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:21:32,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:21:32,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:21:32,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:21:32,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:21:32,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:21:32,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:21:32,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:21:32,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:21:32,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:21:32,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:21:32,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:21:32,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:21:32,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:21:32,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:21:32,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:21:32,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:21:32,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:21:32,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:21:32,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@233807c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:21:32,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65e62a16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:21:32,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e4bc20c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/java.io.tmpdir/jetty-localhost-43491-hadoop-hdfs-3_4_1-tests_jar-_-any-6368788883381997773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:21:32,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b4405d4{HTTP/1.1, (http/1.1)}{localhost:43491} 2024-11-26T02:21:32,850 INFO [Time-limited test {}] server.Server(415): Started @246956ms 2024-11-26T02:21:33,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:21:33,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:21:33,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:21:33,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:21:33,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:21:33,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17778e62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:21:33,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547f48ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:21:33,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46888f98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/java.io.tmpdir/jetty-localhost-45323-hadoop-hdfs-3_4_1-tests_jar-_-any-281958602753424134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:21:33,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cbadab9{HTTP/1.1, (http/1.1)}{localhost:45323} 2024-11-26T02:21:33,313 INFO [Time-limited test {}] server.Server(415): Started @247419ms 2024-11-26T02:21:33,314 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:21:33,405 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:21:33,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:21:33,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:33,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:33,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:33,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:33,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:33,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:33,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:33,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:34,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:34,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:34,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:34,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:34,129 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/cluster_8339368d-cc1d-eea5-0dd6-8906632618ee/data/data1/current/BP-1843007777-172.17.0.2-1732587692327/current, will proceed with Du for space computation calculation, 2024-11-26T02:21:34,141 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/cluster_8339368d-cc1d-eea5-0dd6-8906632618ee/data/data2/current/BP-1843007777-172.17.0.2-1732587692327/current, will proceed with Du for space computation calculation, 2024-11-26T02:21:34,213 WARN [Thread-2894 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:21:34,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d32039df8bc4728 with lease ID 0xe05ff103b01e92bb: Processing first storage report for DS-dacbaa87-9288-4b4a-a220-20d855c49222 from datanode DatanodeRegistration(127.0.0.1:44465, datanodeUuid=d4ab1936-5f76-42e1-bfe3-c979b46413d3, infoPort=41907, infoSecurePort=0, ipcPort=35045, storageInfo=lv=-57;cid=testClusterID;nsid=1121088875;c=1732587692327) 2024-11-26T02:21:34,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d32039df8bc4728 with lease ID 0xe05ff103b01e92bb: from storage DS-dacbaa87-9288-4b4a-a220-20d855c49222 node DatanodeRegistration(127.0.0.1:44465, datanodeUuid=d4ab1936-5f76-42e1-bfe3-c979b46413d3, infoPort=41907, infoSecurePort=0, ipcPort=35045, storageInfo=lv=-57;cid=testClusterID;nsid=1121088875;c=1732587692327), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:21:34,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d32039df8bc4728 with lease ID 0xe05ff103b01e92bb: Processing first storage report for DS-0d7ffe14-6672-466b-b06e-6a593d31761e from datanode DatanodeRegistration(127.0.0.1:44465, datanodeUuid=d4ab1936-5f76-42e1-bfe3-c979b46413d3, infoPort=41907, infoSecurePort=0, ipcPort=35045, storageInfo=lv=-57;cid=testClusterID;nsid=1121088875;c=1732587692327) 2024-11-26T02:21:34,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d32039df8bc4728 with lease ID 0xe05ff103b01e92bb: from storage DS-0d7ffe14-6672-466b-b06e-6a593d31761e node DatanodeRegistration(127.0.0.1:44465, datanodeUuid=d4ab1936-5f76-42e1-bfe3-c979b46413d3, infoPort=41907, infoSecurePort=0, ipcPort=35045, storageInfo=lv=-57;cid=testClusterID;nsid=1121088875;c=1732587692327), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:21:34,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908 2024-11-26T02:21:34,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:34,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:34,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:21:34,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:34,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:21:34,523 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48369 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:21:34,758 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f with version=8 2024-11-26T02:21:34,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/hbase-staging 2024-11-26T02:21:34,760 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:21:34,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:34,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:34,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:21:34,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:34,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:21:34,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:21:34,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:21:34,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46149 2024-11-26T02:21:34,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46149 connecting to ZooKeeper ensemble=127.0.0.1:56369 2024-11-26T02:21:34,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461490x0, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:21:34,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46149-0x10174f1f4610006 connected 2024-11-26T02:21:34,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:34,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:34,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Set watcher on znode that does not yet exist, /21303468700/running 2024-11-26T02:21:34,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f, hbase.cluster.distributed=false 2024-11-26T02:21:34,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Set watcher on znode that does not yet exist, /21303468700/acl 2024-11-26T02:21:34,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46149 2024-11-26T02:21:34,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46149 2024-11-26T02:21:34,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46149 2024-11-26T02:21:34,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46149 2024-11-26T02:21:34,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46149 2024-11-26T02:21:34,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:21:34,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:34,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:34,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:21:34,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:21:34,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:21:34,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:21:34,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:21:34,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44783 2024-11-26T02:21:34,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44783 connecting to ZooKeeper ensemble=127.0.0.1:56369 2024-11-26T02:21:34,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:34,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:34,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447830x0, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:21:34,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447830x0, quorum=127.0.0.1:56369, baseZNode=/21303468700 Set watcher on znode that does not yet exist, /21303468700/running 2024-11-26T02:21:34,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44783-0x10174f1f4610007 connected 2024-11-26T02:21:34,998 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:21:35,008 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:21:35,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Set watcher on znode that does not yet exist, /21303468700/master 2024-11-26T02:21:35,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Set watcher on znode that does not yet exist, /21303468700/acl 2024-11-26T02:21:35,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-26T02:21:35,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44783 2024-11-26T02:21:35,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44783 2024-11-26T02:21:35,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-26T02:21:35,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-26T02:21:35,043 DEBUG [M:0;851e45ef8bcf:46149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:46149 2024-11-26T02:21:35,044 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21303468700/backup-masters/851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:35,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700/backup-masters 2024-11-26T02:21:35,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700/backup-masters 2024-11-26T02:21:35,055 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Set watcher on existing znode=/21303468700/backup-masters/851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:35,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21303468700/master 2024-11-26T02:21:35,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:35,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:35,065 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Set watcher on existing znode=/21303468700/master 2024-11-26T02:21:35,066 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21303468700/backup-masters/851e45ef8bcf,46149,1732587694760 from backup master directory 2024-11-26T02:21:35,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700/backup-masters 2024-11-26T02:21:35,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21303468700/backup-masters/851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:35,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700/backup-masters 2024-11-26T02:21:35,076 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:21:35,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:35,079 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/hbase.id] with ID: 3d67607f-65d8-4436-8029-faf6a18a2d9b 2024-11-26T02:21:35,079 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/.tmp/hbase.id 2024-11-26T02:21:35,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:21:35,486 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/.tmp/hbase.id]:[hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/hbase.id] 2024-11-26T02:21:35,505 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:21:35,505 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:21:35,507 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T02:21:35,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:35,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:21:35,982 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:35,983 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:21:35,983 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:35,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:21:36,399 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store 2024-11-26T02:21:36,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:21:36,411 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:36,411 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:21:36,411 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:36,411 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:36,411 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:21:36,411 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:36,411 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:36,412 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587696411Disabling compacts and flushes for region at 1732587696411Disabling writes for close at 1732587696411Writing region close event to WAL at 1732587696411Closed at 1732587696411 2024-11-26T02:21:36,412 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/.initializing 2024-11-26T02:21:36,412 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/WALs/851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:36,414 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:21:36,416 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C46149%2C1732587694760, suffix=, logDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/WALs/851e45ef8bcf,46149,1732587694760, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/oldWALs, maxLogs=10 2024-11-26T02:21:36,436 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/WALs/851e45ef8bcf,46149,1732587694760/851e45ef8bcf%2C46149%2C1732587694760.1732587696416, exclude list is [], retry=0 2024-11-26T02:21:36,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-dacbaa87-9288-4b4a-a220-20d855c49222,DISK] 2024-11-26T02:21:36,446 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/WALs/851e45ef8bcf,46149,1732587694760/851e45ef8bcf%2C46149%2C1732587694760.1732587696416 2024-11-26T02:21:36,446 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907)] 2024-11-26T02:21:36,447 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:36,447 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:36,447 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,447 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:21:36,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:36,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:36,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:21:36,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:36,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:36,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:21:36,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:36,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:36,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:21:36,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:36,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:36,462 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,463 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,463 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,465 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,465 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,466 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:36,467 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:21:36,473 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:36,473 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63118052, jitterRate=-0.05946773290634155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:36,473 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587696447Initializing all the Stores at 1732587696448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587696448Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587696452 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587696452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587696452Cleaning up temporary data from old regions at 1732587696465 (+13 ms)Region opened successfully at 1732587696473 (+8 ms) 2024-11-26T02:21:36,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:21:36,482 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12521128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:21:36,482 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:21:36,482 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:21:36,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:21:36,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:21:36,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:21:36,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:21:36,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:21:36,490 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:21:36,491 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Unable to get data of znode /21303468700/balancer because node does not exist (not necessarily an error) 2024-11-26T02:21:36,570 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21303468700/balancer already deleted, retry=false 2024-11-26T02:21:36,571 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:21:36,571 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Unable to get data of znode /21303468700/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:21:36,580 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21303468700/normalizer already deleted, retry=false 2024-11-26T02:21:36,581 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:21:36,582 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Unable to get data of znode /21303468700/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:21:36,591 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21303468700/switch/split already deleted, retry=false 2024-11-26T02:21:36,592 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Unable to get data of znode /21303468700/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:21:36,602 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21303468700/switch/merge already deleted, retry=false 2024-11-26T02:21:36,603 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Unable to get data of znode /21303468700/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:21:36,612 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21303468700/snapshot-cleanup already deleted, retry=false 2024-11-26T02:21:36,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21303468700/running 2024-11-26T02:21:36,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21303468700/running 2024-11-26T02:21:36,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:36,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:36,623 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,46149,1732587694760, sessionid=0x10174f1f4610006, setting cluster-up flag (Was=false) 2024-11-26T02:21:36,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:36,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:36,675 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21303468700/flush-table-proc/acquired, /21303468700/flush-table-proc/reached, /21303468700/flush-table-proc/abort 2024-11-26T02:21:36,676 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:36,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:36,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:36,738 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21303468700/online-snapshot/acquired, /21303468700/online-snapshot/reached, /21303468700/online-snapshot/abort 2024-11-26T02:21:36,739 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:36,740 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:21:36,742 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:36,742 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:21:36,742 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:21:36,742 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,46149,1732587694760 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:21:36,743 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:36,743 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:36,743 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:36,744 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:21:36,744 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:21:36,744 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,744 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:21:36,744 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:36,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:21:36,746 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:36,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:21:36,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587726752 2024-11-26T02:21:36,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:21:36,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:21:36,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:21:36,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:21:36,752 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:21:36,753 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:21:36,753 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,756 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:21:36,756 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:21:36,757 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:21:36,757 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:21:36,760 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:21:36,760 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:21:36,760 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587696760,5,FailOnTimeoutGroup] 2024-11-26T02:21:36,760 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587696760,5,FailOnTimeoutGroup] 2024-11-26T02:21:36,761 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,761 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:21:36,761 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,761 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:21:36,831 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(746): ClusterId : 3d67607f-65d8-4436-8029-faf6a18a2d9b 2024-11-26T02:21:36,831 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:21:36,844 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:21:36,844 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:21:36,855 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:21:36,855 DEBUG [RS:0;851e45ef8bcf:44783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8646e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:21:36,869 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:44783 2024-11-26T02:21:36,870 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:21:36,870 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:21:36,870 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:21:36,870 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,46149,1732587694760 with port=44783, startcode=1732587694969 2024-11-26T02:21:36,870 DEBUG [RS:0;851e45ef8bcf:44783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:21:36,872 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:21:36,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:36,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46149 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:36,874 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f 2024-11-26T02:21:36,874 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40567 2024-11-26T02:21:36,874 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:21:36,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700/rs 2024-11-26T02:21:36,935 DEBUG [RS:0;851e45ef8bcf:44783 {}] zookeeper.ZKUtil(111): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Set watcher on existing znode=/21303468700/rs/851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:36,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,44783,1732587694969] 2024-11-26T02:21:36,935 WARN [RS:0;851e45ef8bcf:44783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:21:36,935 INFO [RS:0;851e45ef8bcf:44783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:36,935 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:36,939 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:21:36,944 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:21:36,945 INFO [RS:0;851e45ef8bcf:44783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:21:36,945 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,945 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:21:36,946 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:21:36,946 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:21:36,946 DEBUG [RS:0;851e45ef8bcf:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:21:36,947 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,947 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,947 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,947 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,947 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,947 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44783,1732587694969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:21:36,964 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:21:36,964 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44783,1732587694969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,965 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,965 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.Replication(171): 851e45ef8bcf,44783,1732587694969 started 2024-11-26T02:21:36,982 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:36,983 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,44783,1732587694969, RpcServer on 851e45ef8bcf/172.17.0.2:44783, sessionid=0x10174f1f4610007 2024-11-26T02:21:36,983 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:21:36,983 DEBUG [RS:0;851e45ef8bcf:44783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:36,983 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,44783,1732587694969' 2024-11-26T02:21:36,983 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21303468700/flush-table-proc/abort' 2024-11-26T02:21:36,983 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21303468700/flush-table-proc/acquired' 2024-11-26T02:21:36,984 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:21:36,984 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:21:36,984 DEBUG [RS:0;851e45ef8bcf:44783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:36,984 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,44783,1732587694969' 2024-11-26T02:21:36,984 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21303468700/online-snapshot/abort' 2024-11-26T02:21:36,984 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21303468700/online-snapshot/acquired' 2024-11-26T02:21:36,984 DEBUG [RS:0;851e45ef8bcf:44783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:21:36,984 INFO [RS:0;851e45ef8bcf:44783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:21:36,984 INFO [RS:0;851e45ef8bcf:44783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:21:37,085 INFO [RS:0;851e45ef8bcf:44783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:21:37,086 INFO [RS:0;851e45ef8bcf:44783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C44783%2C1732587694969, suffix=, logDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/oldWALs, maxLogs=10 2024-11-26T02:21:37,101 DEBUG [RS:0;851e45ef8bcf:44783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, exclude list is [], retry=0 2024-11-26T02:21:37,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-dacbaa87-9288-4b4a-a220-20d855c49222,DISK] 2024-11-26T02:21:37,105 INFO [RS:0;851e45ef8bcf:44783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 2024-11-26T02:21:37,105 DEBUG [RS:0;851e45ef8bcf:44783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907)] 2024-11-26T02:21:37,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:21:37,163 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f 2024-11-26T02:21:37,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:21:37,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:37,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:21:37,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:21:37,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:37,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:37,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:21:37,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:21:37,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:37,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:37,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:21:37,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:21:37,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:37,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:37,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:21:37,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:21:37,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:37,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:37,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:21:37,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740 2024-11-26T02:21:37,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740 2024-11-26T02:21:37,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:21:37,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:21:37,580 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:37,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:21:37,586 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:37,587 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63313228, jitterRate=-0.05655938386917114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:37,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587697569Initializing all the Stores at 1732587697570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587697570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587697570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587697570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587697570Cleaning up temporary data from old regions at 1732587697579 (+9 ms)Region opened successfully at 1732587697587 (+8 ms) 2024-11-26T02:21:37,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:21:37,587 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:21:37,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:21:37,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:21:37,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:21:37,587 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:21:37,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587697587Disabling compacts and flushes for region at 1732587697587Disabling writes for close at 1732587697587Writing region close event to WAL at 1732587697587Closed at 1732587697587 2024-11-26T02:21:37,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:37,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:21:37,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:21:37,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:21:37,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:21:37,741 DEBUG [851e45ef8bcf:46149 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:21:37,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:37,743 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,44783,1732587694969, state=OPENING 2024-11-26T02:21:37,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:21:37,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:37,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:37,802 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:21:37,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21303468700/meta-region-server: CHANGED 2024-11-26T02:21:37,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21303468700/meta-region-server: CHANGED 2024-11-26T02:21:37,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,44783,1732587694969}] 2024-11-26T02:21:37,956 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:21:37,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:21:37,960 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:21:37,960 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:37,960 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:21:37,962 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C44783%2C1732587694969.meta, suffix=.meta, logDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/oldWALs, maxLogs=10 2024-11-26T02:21:38,002 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.meta.1732587697962.meta, exclude list is [], retry=0 2024-11-26T02:21:38,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-dacbaa87-9288-4b4a-a220-20d855c49222,DISK] 2024-11-26T02:21:38,020 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.meta.1732587697962.meta 2024-11-26T02:21:38,021 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907)] 2024-11-26T02:21:38,021 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:38,021 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:38,021 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:21:38,021 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:21:38,022 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:21:38,022 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:21:38,022 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:38,022 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:21:38,022 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:21:38,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:21:38,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:21:38,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:38,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:38,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:21:38,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:21:38,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:38,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:38,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:21:38,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:21:38,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:38,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:38,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:21:38,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:21:38,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:38,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:21:38,028 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:21:38,029 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740 2024-11-26T02:21:38,029 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740 2024-11-26T02:21:38,030 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:21:38,030 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:21:38,031 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:21:38,032 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:21:38,034 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60338034, jitterRate=-0.10089322924613953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:21:38,034 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:21:38,035 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587698022Writing region info on filesystem at 1732587698022Initializing all the Stores at 1732587698023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587698023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587698023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587698023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587698023Cleaning up temporary data from old regions at 1732587698030 (+7 ms)Running coprocessor post-open hooks at 1732587698034 (+4 ms)Region opened successfully at 1732587698034 2024-11-26T02:21:38,036 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587697955 2024-11-26T02:21:38,038 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:21:38,038 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:21:38,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:38,039 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,44783,1732587694969, state=OPEN 2024-11-26T02:21:38,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21303468700/meta-region-server 2024-11-26T02:21:38,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21303468700/meta-region-server 2024-11-26T02:21:38,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21303468700/meta-region-server: CHANGED 2024-11-26T02:21:38,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21303468700/meta-region-server: CHANGED 2024-11-26T02:21:38,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:38,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:21:38,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,44783,1732587694969 in 247 msec 2024-11-26T02:21:38,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:21:38,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-26T02:21:38,056 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:21:38,056 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:21:38,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:38,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,44783,1732587694969, seqNum=-1] 2024-11-26T02:21:38,057 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:38,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:38,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-26T02:21:38,065 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587698065, completionTime=-1 2024-11-26T02:21:38,065 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:21:38,065 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:21:38,067 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:21:38,067 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587758067 2024-11-26T02:21:38,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587818068 2024-11-26T02:21:38,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T02:21:38,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,46149,1732587694760-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:38,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,46149,1732587694760-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:38,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,46149,1732587694760-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:38,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:46149, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:38,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:38,070 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:21:38,071 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:38,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.999sec 2024-11-26T02:21:38,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:21:38,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:21:38,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:21:38,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:21:38,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:21:38,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,46149,1732587694760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:21:38,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,46149,1732587694760-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:21:38,079 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:21:38,079 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:21:38,079 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,46149,1732587694760-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:21:38,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc684f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:38,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,46149,-1 for getting cluster id 2024-11-26T02:21:38,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:38,134 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d67607f-65d8-4436-8029-faf6a18a2d9b' 2024-11-26T02:21:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d67607f-65d8-4436-8029-faf6a18a2d9b" 2024-11-26T02:21:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26265d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,46149,-1] 2024-11-26T02:21:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:38,136 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:38,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:38,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,44783,1732587694969, seqNum=-1] 2024-11-26T02:21:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:38,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:38,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:38,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56369 2024-11-26T02:21:38,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:21:38,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10174f1f4610008 connected 2024-11-26T02:21:38,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5729f529 2024-11-26T02:21:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:38,169 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:38,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:21:38,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:21:38,172 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:38,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:21:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:38,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:21:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:21:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:38,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78707730a484ebb9b2d50cddcb72526f, NAME => 'test,,1732587698169.78707730a484ebb9b2d50cddcb72526f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd 2024-11-26T02:21:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:21:38,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587698169.78707730a484ebb9b2d50cddcb72526f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:38,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 78707730a484ebb9b2d50cddcb72526f, disabling compactions & flushes 2024-11-26T02:21:38,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:21:38,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:21:38,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. after waiting 0 ms 2024-11-26T02:21:38,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:21:38,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:21:38,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78707730a484ebb9b2d50cddcb72526f: Waiting for close lock at 1732587698622Disabling compacts and flushes for region at 1732587698622Disabling writes for close at 1732587698622Writing region close event to WAL at 1732587698622Closed at 1732587698622 2024-11-26T02:21:38,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:21:38,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587698169.78707730a484ebb9b2d50cddcb72526f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587698624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587698624"}]},"ts":"1732587698624"} 2024-11-26T02:21:38,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:21:38,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:21:38,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587698628"}]},"ts":"1732587698628"} 2024-11-26T02:21:38,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:21:38,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78707730a484ebb9b2d50cddcb72526f, ASSIGN}] 2024-11-26T02:21:38,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78707730a484ebb9b2d50cddcb72526f, ASSIGN 2024-11-26T02:21:38,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=78707730a484ebb9b2d50cddcb72526f, ASSIGN; state=OFFLINE, location=851e45ef8bcf,37227,1732587684952; forceNewPlan=false, retain=false 2024-11-26T02:21:38,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78707730a484ebb9b2d50cddcb72526f, regionState=OPENING, regionLocation=851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=78707730a484ebb9b2d50cddcb72526f, ASSIGN because future has completed 2024-11-26T02:21:38,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78707730a484ebb9b2d50cddcb72526f, server=851e45ef8bcf,37227,1732587684952}] 2024-11-26T02:21:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:38,956 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:21:38,957 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 78707730a484ebb9b2d50cddcb72526f, NAME => 'test,,1732587698169.78707730a484ebb9b2d50cddcb72526f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:38,957 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:38,957 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:21:38,957 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,957 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587698169.78707730a484ebb9b2d50cddcb72526f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:38,957 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,957 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,959 INFO [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,964 INFO [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78707730a484ebb9b2d50cddcb72526f columnFamilyName f 2024-11-26T02:21:38,964 DEBUG [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:38,965 INFO [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] regionserver.HStore(327): Store=78707730a484ebb9b2d50cddcb72526f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:38,965 INFO [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,966 INFO [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78707730a484ebb9b2d50cddcb72526f columnFamilyName f1 2024-11-26T02:21:38,966 DEBUG [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:38,966 INFO [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] regionserver.HStore(327): Store=78707730a484ebb9b2d50cddcb72526f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:38,966 INFO [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,967 INFO [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78707730a484ebb9b2d50cddcb72526f columnFamilyName norep 2024-11-26T02:21:38,967 DEBUG [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:38,968 INFO [StoreOpener-78707730a484ebb9b2d50cddcb72526f-1 {}] regionserver.HStore(327): Store=78707730a484ebb9b2d50cddcb72526f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:38,968 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,969 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,969 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,970 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,970 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,970 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:21:38,971 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,973 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:38,974 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 78707730a484ebb9b2d50cddcb72526f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72624211, jitterRate=0.08218507468700409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:21:38,974 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:21:38,975 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 78707730a484ebb9b2d50cddcb72526f: Running coprocessor pre-open hook at 1732587698958Writing region info on filesystem at 1732587698958Initializing all the Stores at 1732587698958Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587698958Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587698959 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587698959Cleaning up temporary data from old regions at 1732587698970 (+11 ms)Running coprocessor post-open hooks at 1732587698974 (+4 ms)Region opened successfully at 1732587698974 2024-11-26T02:21:38,975 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587698169.78707730a484ebb9b2d50cddcb72526f., pid=6, masterSystemTime=1732587698944 2024-11-26T02:21:38,983 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78707730a484ebb9b2d50cddcb72526f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:38,985 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:21:38,985 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:21:38,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78707730a484ebb9b2d50cddcb72526f, server=851e45ef8bcf,37227,1732587684952 because future has completed 2024-11-26T02:21:39,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:21:39,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 78707730a484ebb9b2d50cddcb72526f, server=851e45ef8bcf,37227,1732587684952 in 207 msec 2024-11-26T02:21:39,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:21:39,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=78707730a484ebb9b2d50cddcb72526f, ASSIGN in 368 msec 2024-11-26T02:21:39,010 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:21:39,010 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587699010"}]},"ts":"1732587699010"} 2024-11-26T02:21:39,014 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:21:39,015 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:21:39,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 845 msec 2024-11-26T02:21:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:39,313 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:21:39,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53ed75a8 2024-11-26T02:21:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:39,316 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:39,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:21:39,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:21:39,321 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:39,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:21:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:39,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:21:39,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:21:39,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28acda94b058d86b709bc5de4ceb208a, NAME => 'test,,1732587699317.28acda94b058d86b709bc5de4ceb208a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40 2024-11-26T02:21:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587699317.28acda94b058d86b709bc5de4ceb208a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 28acda94b058d86b709bc5de4ceb208a, disabling compactions & flushes 2024-11-26T02:21:39,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. after waiting 0 ms 2024-11-26T02:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:21:39,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28acda94b058d86b709bc5de4ceb208a: Waiting for close lock at 1732587699351Disabling compacts and flushes for region at 1732587699351Disabling writes for close at 1732587699351Writing region close event to WAL at 1732587699351Closed at 1732587699351 2024-11-26T02:21:39,353 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:21:39,353 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587699317.28acda94b058d86b709bc5de4ceb208a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587699353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587699353"}]},"ts":"1732587699353"} 2024-11-26T02:21:39,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:21:39,357 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:21:39,357 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587699357"}]},"ts":"1732587699357"} 2024-11-26T02:21:39,361 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:21:39,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28acda94b058d86b709bc5de4ceb208a, ASSIGN}] 2024-11-26T02:21:39,362 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28acda94b058d86b709bc5de4ceb208a, ASSIGN 2024-11-26T02:21:39,363 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=28acda94b058d86b709bc5de4ceb208a, ASSIGN; state=OFFLINE, location=851e45ef8bcf,40713,1732587690594; forceNewPlan=false, retain=false 2024-11-26T02:21:39,405 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T02:21:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:39,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28acda94b058d86b709bc5de4ceb208a, regionState=OPENING, regionLocation=851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:39,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=28acda94b058d86b709bc5de4ceb208a, ASSIGN because future has completed 2024-11-26T02:21:39,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28acda94b058d86b709bc5de4ceb208a, server=851e45ef8bcf,40713,1732587690594}] 2024-11-26T02:21:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:39,676 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:21:39,676 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 28acda94b058d86b709bc5de4ceb208a, NAME => 'test,,1732587699317.28acda94b058d86b709bc5de4ceb208a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:39,677 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:39,677 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:21:39,677 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,677 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587699317.28acda94b058d86b709bc5de4ceb208a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:39,677 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,677 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,683 INFO [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,684 INFO [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28acda94b058d86b709bc5de4ceb208a columnFamilyName f 2024-11-26T02:21:39,684 DEBUG [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:39,684 INFO [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] regionserver.HStore(327): Store=28acda94b058d86b709bc5de4ceb208a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:39,685 INFO [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,686 INFO [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28acda94b058d86b709bc5de4ceb208a columnFamilyName f1 2024-11-26T02:21:39,686 DEBUG [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:39,686 INFO [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] regionserver.HStore(327): Store=28acda94b058d86b709bc5de4ceb208a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:39,686 INFO [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,687 INFO [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28acda94b058d86b709bc5de4ceb208a columnFamilyName norep 2024-11-26T02:21:39,687 DEBUG [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:39,687 INFO [StoreOpener-28acda94b058d86b709bc5de4ceb208a-1 {}] regionserver.HStore(327): Store=28acda94b058d86b709bc5de4ceb208a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:39,687 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,688 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,688 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,689 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,689 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,689 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:21:39,690 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,692 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:39,693 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 28acda94b058d86b709bc5de4ceb208a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69333484, jitterRate=0.03314942121505737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:21:39,693 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:39,693 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 28acda94b058d86b709bc5de4ceb208a: Running coprocessor pre-open hook at 1732587699677Writing region info on filesystem at 1732587699677Initializing all the Stores at 1732587699678 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587699678Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587699678Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587699678Cleaning up temporary data from old regions at 1732587699689 (+11 ms)Running coprocessor post-open hooks at 1732587699693 (+4 ms)Region opened successfully at 1732587699693 2024-11-26T02:21:39,695 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587699317.28acda94b058d86b709bc5de4ceb208a., pid=6, masterSystemTime=1732587699671 2024-11-26T02:21:39,697 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:21:39,697 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:21:39,698 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28acda94b058d86b709bc5de4ceb208a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:39,701 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=6, ppid=5, state=RUNNABLE, hasLock=true; OpenRegionProcedure 28acda94b058d86b709bc5de4ceb208a, server=851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:39,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:21:39,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=28acda94b058d86b709bc5de4ceb208a, ASSIGN in 343 msec 2024-11-26T02:21:39,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:21:39,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587699708"}]},"ts":"1732587699708"} 2024-11-26T02:21:39,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:21:39,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:21:39,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 395 msec 2024-11-26T02:21:39,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:21:39,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28acda94b058d86b709bc5de4ceb208a, server=851e45ef8bcf,40713,1732587690594 in 183 msec 2024-11-26T02:21:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:39,953 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:21:39,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c1b2fac 2024-11-26T02:21:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:39,959 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:39,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:21:39,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:21:39,963 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:39,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:21:39,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:21:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:21:39,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e640cb535c08bc64f165b22183e200e, NAME => 'test,,1732587699959.9e640cb535c08bc64f165b22183e200e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f 2024-11-26T02:21:39,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:21:39,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587699959.9e640cb535c08bc64f165b22183e200e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:39,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9e640cb535c08bc64f165b22183e200e, disabling compactions & flushes 2024-11-26T02:21:39,985 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:39,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:39,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587699959.9e640cb535c08bc64f165b22183e200e. after waiting 0 ms 2024-11-26T02:21:39,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:39,985 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:39,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e640cb535c08bc64f165b22183e200e: Waiting for close lock at 1732587699985Disabling compacts and flushes for region at 1732587699985Disabling writes for close at 1732587699985Writing region close event to WAL at 1732587699985Closed at 1732587699985 2024-11-26T02:21:39,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:21:39,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587699959.9e640cb535c08bc64f165b22183e200e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587699986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587699986"}]},"ts":"1732587699986"} 2024-11-26T02:21:39,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:21:39,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:21:39,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587699990"}]},"ts":"1732587699990"} 2024-11-26T02:21:39,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:21:39,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e640cb535c08bc64f165b22183e200e, ASSIGN}] 2024-11-26T02:21:39,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e640cb535c08bc64f165b22183e200e, ASSIGN 2024-11-26T02:21:39,996 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9e640cb535c08bc64f165b22183e200e, ASSIGN; state=OFFLINE, location=851e45ef8bcf,44783,1732587694969; forceNewPlan=false, retain=false 2024-11-26T02:21:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:40,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e640cb535c08bc64f165b22183e200e, regionState=OPENING, regionLocation=851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:40,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9e640cb535c08bc64f165b22183e200e, ASSIGN because future has completed 2024-11-26T02:21:40,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e640cb535c08bc64f165b22183e200e, server=851e45ef8bcf,44783,1732587694969}] 2024-11-26T02:21:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:40,307 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:40,307 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e640cb535c08bc64f165b22183e200e, NAME => 'test,,1732587699959.9e640cb535c08bc64f165b22183e200e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:40,307 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:40,307 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:21:40,307 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,308 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587699959.9e640cb535c08bc64f165b22183e200e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:40,308 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,308 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,309 INFO [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,310 INFO [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e640cb535c08bc64f165b22183e200e columnFamilyName f 2024-11-26T02:21:40,310 DEBUG [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:40,310 INFO [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] regionserver.HStore(327): Store=9e640cb535c08bc64f165b22183e200e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:40,310 INFO [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,311 INFO [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e640cb535c08bc64f165b22183e200e columnFamilyName f1 2024-11-26T02:21:40,311 DEBUG [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:40,312 INFO [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] regionserver.HStore(327): Store=9e640cb535c08bc64f165b22183e200e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:40,312 INFO [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,313 INFO [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e640cb535c08bc64f165b22183e200e columnFamilyName norep 2024-11-26T02:21:40,313 DEBUG [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:40,313 INFO [StoreOpener-9e640cb535c08bc64f165b22183e200e-1 {}] regionserver.HStore(327): Store=9e640cb535c08bc64f165b22183e200e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:40,313 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,314 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,314 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,316 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,316 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,317 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:21:40,324 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,329 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:40,329 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9e640cb535c08bc64f165b22183e200e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67232560, jitterRate=0.0018432140350341797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:21:40,330 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:40,330 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9e640cb535c08bc64f165b22183e200e: Running coprocessor pre-open hook at 1732587700308Writing region info on filesystem at 1732587700308Initializing all the Stores at 1732587700308Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587700308Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587700309 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587700309Cleaning up temporary data from old regions at 1732587700316 (+7 ms)Running coprocessor post-open hooks at 1732587700330 (+14 ms)Region opened successfully at 1732587700330 2024-11-26T02:21:40,331 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587699959.9e640cb535c08bc64f165b22183e200e., pid=6, masterSystemTime=1732587700304 2024-11-26T02:21:40,334 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:40,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e640cb535c08bc64f165b22183e200e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:40,334 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:40,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e640cb535c08bc64f165b22183e200e, server=851e45ef8bcf,44783,1732587694969 because future has completed 2024-11-26T02:21:40,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:21:40,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e640cb535c08bc64f165b22183e200e, server=851e45ef8bcf,44783,1732587694969 in 192 msec 2024-11-26T02:21:40,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:21:40,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9e640cb535c08bc64f165b22183e200e, ASSIGN in 350 msec 2024-11-26T02:21:40,346 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:21:40,347 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587700346"}]},"ts":"1732587700346"} 2024-11-26T02:21:40,349 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:21:40,350 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:21:40,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 390 msec 2024-11-26T02:21:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:21:40,592 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:21:40,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4326adf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:40,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40259,-1 for getting cluster id 2024-11-26T02:21:40,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:40,593 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1986ebe-6bb7-4048-8d84-4822b25551f0' 2024-11-26T02:21:40,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1986ebe-6bb7-4048-8d84-4822b25551f0" 2024-11-26T02:21:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2161ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40259,-1] 2024-11-26T02:21:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:40,595 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1904f52a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:40,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21e88ad2 2024-11-26T02:21:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:40,597 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:40,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:35137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:21:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:21:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:40,599 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:35137' 2024-11-26T02:21:40,600 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ce8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:40,600 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35137,-1 for getting cluster id 2024-11-26T02:21:40,600 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:40,601 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd33f79-febc-4f71-9572-2f990b8ff946' 2024-11-26T02:21:40,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:40,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd33f79-febc-4f71-9572-2f990b8ff946" 2024-11-26T02:21:40,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c2e085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:40,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35137,-1] 2024-11-26T02:21:40,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:40,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:40,602 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:40,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17476347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:40,602 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:40,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:40,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78f571e8 2024-11-26T02:21:40,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:40,604 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:40,604 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T02:21:40,604 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:21:40,604 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:40,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:40,604 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:40,605 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:40,606 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:21:40,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:21:40,607 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:40,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:21:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:21:40,656 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:41,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a21269c086e8b44a04605381f895bca2, NAME => 'hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd 2024-11-26T02:21:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:21:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a21269c086e8b44a04605381f895bca2, disabling compactions & flushes 2024-11-26T02:21:41,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:21:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:21:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. after waiting 0 ms 2024-11-26T02:21:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:21:41,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:21:41,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a21269c086e8b44a04605381f895bca2: Waiting for close lock at 1732587701662Disabling compacts and flushes for region at 1732587701662Disabling writes for close at 1732587701662Writing region close event to WAL at 1732587701662Closed at 1732587701662 2024-11-26T02:21:41,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:21:41,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587701663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587701663"}]},"ts":"1732587701663"} 2024-11-26T02:21:41,666 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:21:41,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:21:41,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587701666"}]},"ts":"1732587701666"} 2024-11-26T02:21:41,669 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:21:41,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a21269c086e8b44a04605381f895bca2, ASSIGN}] 2024-11-26T02:21:41,670 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a21269c086e8b44a04605381f895bca2, ASSIGN 2024-11-26T02:21:41,671 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a21269c086e8b44a04605381f895bca2, ASSIGN; state=OFFLINE, location=851e45ef8bcf,37227,1732587684952; forceNewPlan=false, retain=false 2024-11-26T02:21:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:41,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:21:41,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T02:21:41,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:21:41,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T02:21:41,821 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a21269c086e8b44a04605381f895bca2, regionState=OPENING, regionLocation=851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:41,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a21269c086e8b44a04605381f895bca2, ASSIGN because future has completed 2024-11-26T02:21:41,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a21269c086e8b44a04605381f895bca2, server=851e45ef8bcf,37227,1732587684952}] 2024-11-26T02:21:41,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:21:41,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:41,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:21:41,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C37227%2C1732587684952.rep, suffix=, logDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952, archiveDir=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/oldWALs, maxLogs=10 2024-11-26T02:21:41,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.rep.1732587701984, exclude list is [], retry=0 2024-11-26T02:21:42,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34241,DS-f4b269fb-d94d-4285-ae80-68ef5cdafab0,DISK] 2024-11-26T02:21:42,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.rep.1732587701984 2024-11-26T02:21:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-26T02:21:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a21269c086e8b44a04605381f895bca2, NAME => 'hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:42,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:21:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. service=MultiRowMutationService 2024-11-26T02:21:42,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:21:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,004 INFO [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,005 INFO [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21269c086e8b44a04605381f895bca2 columnFamilyName hfileref 2024-11-26T02:21:42,005 DEBUG [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:42,005 INFO [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] regionserver.HStore(327): Store=a21269c086e8b44a04605381f895bca2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:42,005 INFO [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,006 INFO [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21269c086e8b44a04605381f895bca2 columnFamilyName queue 2024-11-26T02:21:42,006 DEBUG [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:42,007 INFO [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] regionserver.HStore(327): Store=a21269c086e8b44a04605381f895bca2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:42,007 INFO [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,008 INFO [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21269c086e8b44a04605381f895bca2 columnFamilyName sid 2024-11-26T02:21:42,008 DEBUG [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:42,008 INFO [StoreOpener-a21269c086e8b44a04605381f895bca2-1 {}] regionserver.HStore(327): Store=a21269c086e8b44a04605381f895bca2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:42,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/replication/a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/replication/a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:21:42,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/replication/a21269c086e8b44a04605381f895bca2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:42,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a21269c086e8b44a04605381f895bca2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68639828, jitterRate=0.022813141345977783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:21:42,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a21269c086e8b44a04605381f895bca2 2024-11-26T02:21:42,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a21269c086e8b44a04605381f895bca2: Running coprocessor pre-open hook at 1732587702003Writing region info on filesystem at 1732587702003Initializing all the Stores at 1732587702003Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587702003Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587702003Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587702003Cleaning up temporary data from old regions at 1732587702010 (+7 ms)Running coprocessor post-open hooks at 1732587702013 (+3 ms)Region opened successfully at 1732587702013 2024-11-26T02:21:42,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2., pid=10, masterSystemTime=1732587701976 2024-11-26T02:21:42,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:21:42,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:21:42,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a21269c086e8b44a04605381f895bca2, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,37227,1732587684952 2024-11-26T02:21:42,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a21269c086e8b44a04605381f895bca2, server=851e45ef8bcf,37227,1732587684952 because future has completed 2024-11-26T02:21:42,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:21:42,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a21269c086e8b44a04605381f895bca2, server=851e45ef8bcf,37227,1732587684952 in 195 msec 2024-11-26T02:21:42,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:21:42,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a21269c086e8b44a04605381f895bca2, ASSIGN in 351 msec 2024-11-26T02:21:42,023 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:21:42,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587702023"}]},"ts":"1732587702023"} 2024-11-26T02:21:42,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:21:42,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:21:42,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4210 sec 2024-11-26T02:21:42,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2., hostname=851e45ef8bcf,37227,1732587684952, seqNum=2] 2024-11-26T02:21:42,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:42,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:21:42,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:21:42,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:21:42,447 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:21:42,475 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,37227,1732587684952, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:21:42,475 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:42,475 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37227,1732587684952, seqNum=-1] 2024-11-26T02:21:42,476 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:42,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T02:21:42,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,37227,1732587684952', locateType=CURRENT is [region=hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2., hostname=851e45ef8bcf,37227,1732587684952, seqNum=2] 2024-11-26T02:21:42,489 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:21:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:21:42,502 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,37227,1732587684952 suceeded 2024-11-26T02:21:42,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:21:42,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-26T02:21:42,504 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:35137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:21:42,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9080 sec 2024-11-26T02:21:42,510 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:35137' 2024-11-26T02:21:42,512 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39ffcabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:42,512 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35137,-1 for getting cluster id 2024-11-26T02:21:42,512 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:42,513 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd33f79-febc-4f71-9572-2f990b8ff946' 2024-11-26T02:21:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd33f79-febc-4f71-9572-2f990b8ff946" 2024-11-26T02:21:42,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a1b6cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:42,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35137,-1] 2024-11-26T02:21:42,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:42,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:42,515 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:42,516 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71d8f818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:42,516 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:42,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:42,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d6e5345 2024-11-26T02:21:42,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:42,518 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-26T02:21:42,520 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,37227,1732587684952 (queues=1) is replicating from cluster=c1986ebe-6bb7-4048-8d84-4822b25551f0 to cluster=5dd33f79-febc-4f71-9572-2f990b8ff946 2024-11-26T02:21:42,520 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C37227%2C1732587684952 2024-11-26T02:21:42,520 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,37227,1732587684952, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:21:42,521 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, startPosition=0, beingWritten=true 2024-11-26T02:21:42,528 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C37227%2C1732587684952 2024-11-26T02:21:42,533 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:42,533 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 379, reset compression=false 2024-11-26T02:21:42,533 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37227,1732587684952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:42,741 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 379, reset compression=false 2024-11-26T02:21:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:42,754 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:21:42,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:42,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:42,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:42,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:42,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:42,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a9b1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:42,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35137,-1 for getting cluster id 2024-11-26T02:21:42,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:42,756 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd33f79-febc-4f71-9572-2f990b8ff946' 2024-11-26T02:21:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd33f79-febc-4f71-9572-2f990b8ff946" 2024-11-26T02:21:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb36154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35137,-1] 2024-11-26T02:21:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:42,757 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a69296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:42,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44268bed 2024-11-26T02:21:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:42,760 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:42,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:46149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:21:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:21:42,764 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:46149' 2024-11-26T02:21:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:42,766 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f90a481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:42,766 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,46149,-1 for getting cluster id 2024-11-26T02:21:42,766 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:42,767 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d67607f-65d8-4436-8029-faf6a18a2d9b' 2024-11-26T02:21:42,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:42,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d67607f-65d8-4436-8029-faf6a18a2d9b" 2024-11-26T02:21:42,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1920ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:42,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,46149,-1] 2024-11-26T02:21:42,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:42,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:42,768 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:42,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4853a78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:42,769 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b338fff 2024-11-26T02:21:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:42,771 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:42,772 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T02:21:42,772 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:21:42,772 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:42,772 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:42,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:42,772 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:42,774 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:21:42,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:21:42,775 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:42,776 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:21:42,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:21:42,824 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:21:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:43,045 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 379, reset compression=false 2024-11-26T02:21:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:43,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81050c4eee9f1b3e475b78441f5b18ec, NAME => 'hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40 2024-11-26T02:21:43,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:21:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:43,449 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 379, reset compression=false 2024-11-26T02:21:43,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:21:43,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:43,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:43,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 81050c4eee9f1b3e475b78441f5b18ec, disabling compactions & flushes 2024-11-26T02:21:43,587 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:21:43,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:21:43,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. after waiting 0 ms 2024-11-26T02:21:43,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:21:43,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:21:43,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81050c4eee9f1b3e475b78441f5b18ec: Waiting for close lock at 1732587703587Disabling compacts and flushes for region at 1732587703587Disabling writes for close at 1732587703587Writing region close event to WAL at 1732587703587Closed at 1732587703588 (+1 ms) 2024-11-26T02:21:43,589 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:21:43,589 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587703589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587703589"}]},"ts":"1732587703589"} 2024-11-26T02:21:43,591 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:21:43,592 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:21:43,592 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587703592"}]},"ts":"1732587703592"} 2024-11-26T02:21:43,594 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:21:43,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81050c4eee9f1b3e475b78441f5b18ec, ASSIGN}] 2024-11-26T02:21:43,596 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81050c4eee9f1b3e475b78441f5b18ec, ASSIGN 2024-11-26T02:21:43,596 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81050c4eee9f1b3e475b78441f5b18ec, ASSIGN; state=OFFLINE, location=851e45ef8bcf,40713,1732587690594; forceNewPlan=false, retain=false 2024-11-26T02:21:43,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81050c4eee9f1b3e475b78441f5b18ec, regionState=OPENING, regionLocation=851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:43,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81050c4eee9f1b3e475b78441f5b18ec, ASSIGN because future has completed 2024-11-26T02:21:43,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81050c4eee9f1b3e475b78441f5b18ec, server=851e45ef8bcf,40713,1732587690594}] 2024-11-26T02:21:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:43,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:21:43,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:43,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:21:43,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C40713%2C1732587690594.rep, suffix=, logDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/oldWALs, maxLogs=10 2024-11-26T02:21:43,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.rep.1732587703906, exclude list is [], retry=0 2024-11-26T02:21:43,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46103,DS-e792ca29-010a-43e0-8b59-595157a07c23,DISK] 2024-11-26T02:21:43,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.rep.1732587703906 2024-11-26T02:21:43,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42391:42391)] 2024-11-26T02:21:43,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 81050c4eee9f1b3e475b78441f5b18ec, NAME => 'hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:43,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:43,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:21:43,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. service=MultiRowMutationService 2024-11-26T02:21:43,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:21:43,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:43,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,925 INFO [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,926 INFO [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81050c4eee9f1b3e475b78441f5b18ec columnFamilyName hfileref 2024-11-26T02:21:43,926 DEBUG [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:43,926 INFO [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] regionserver.HStore(327): Store=81050c4eee9f1b3e475b78441f5b18ec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:43,926 INFO [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,927 INFO [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81050c4eee9f1b3e475b78441f5b18ec columnFamilyName queue 2024-11-26T02:21:43,927 DEBUG [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:43,927 INFO [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] regionserver.HStore(327): Store=81050c4eee9f1b3e475b78441f5b18ec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:43,927 INFO [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,928 INFO [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81050c4eee9f1b3e475b78441f5b18ec columnFamilyName sid 2024-11-26T02:21:43,928 DEBUG [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:43,928 INFO [StoreOpener-81050c4eee9f1b3e475b78441f5b18ec-1 {}] regionserver.HStore(327): Store=81050c4eee9f1b3e475b78441f5b18ec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:43,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/replication/81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/replication/81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:21:43,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/replication/81050c4eee9f1b3e475b78441f5b18ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:43,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 81050c4eee9f1b3e475b78441f5b18ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71312428, jitterRate=0.06263798475265503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:21:43,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:43,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 81050c4eee9f1b3e475b78441f5b18ec: Running coprocessor pre-open hook at 1732587703924Writing region info on filesystem at 1732587703924Initializing all the Stores at 1732587703924Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587703924Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587703924Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587703924Cleaning up temporary data from old regions at 1732587703930 (+6 ms)Running coprocessor post-open hooks at 1732587703933 (+3 ms)Region opened successfully at 1732587703933 2024-11-26T02:21:43,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec., pid=10, masterSystemTime=1732587703901 2024-11-26T02:21:43,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:21:43,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:21:43,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81050c4eee9f1b3e475b78441f5b18ec, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:43,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81050c4eee9f1b3e475b78441f5b18ec, server=851e45ef8bcf,40713,1732587690594 because future has completed 2024-11-26T02:21:43,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:21:43,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 81050c4eee9f1b3e475b78441f5b18ec, server=851e45ef8bcf,40713,1732587690594 in 189 msec 2024-11-26T02:21:43,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:21:43,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81050c4eee9f1b3e475b78441f5b18ec, ASSIGN in 346 msec 2024-11-26T02:21:43,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:21:43,942 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587703942"}]},"ts":"1732587703942"} 2024-11-26T02:21:43,944 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:21:43,945 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:21:43,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-26T02:21:43,953 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 379, reset compression=false 2024-11-26T02:21:43,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec., hostname=851e45ef8bcf,40713,1732587690594, seqNum=2] 2024-11-26T02:21:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:44,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:21:44,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:21:44,441 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:21:44,470 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,40713,1732587690594, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:21:44,470 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:44,470 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,40713,1732587690594, seqNum=-1] 2024-11-26T02:21:44,471 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:44,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T02:21:44,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,40713,1732587690594', locateType=CURRENT is [region=hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec., hostname=851e45ef8bcf,40713,1732587690594, seqNum=2] 2024-11-26T02:21:44,476 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:21:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:21:44,478 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,40713,1732587690594 suceeded 2024-11-26T02:21:44,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:21:44,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-26T02:21:44,479 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:46149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:21:44,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7180 sec 2024-11-26T02:21:44,490 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:46149' 2024-11-26T02:21:44,492 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50359779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:44,492 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,46149,-1 for getting cluster id 2024-11-26T02:21:44,492 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:44,493 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d67607f-65d8-4436-8029-faf6a18a2d9b' 2024-11-26T02:21:44,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:44,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d67607f-65d8-4436-8029-faf6a18a2d9b" 2024-11-26T02:21:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4029f7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,46149,-1] 2024-11-26T02:21:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:44,495 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:44,496 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a64d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:44,496 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:44,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:44,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e886e5a 2024-11-26T02:21:44,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:44,497 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-26T02:21:44,498 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,40713,1732587690594 (queues=1) is replicating from cluster=5dd33f79-febc-4f71-9572-2f990b8ff946 to cluster=3d67607f-65d8-4436-8029-faf6a18a2d9b 2024-11-26T02:21:44,498 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C40713%2C1732587690594 2024-11-26T02:21:44,498 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,40713,1732587690594, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:21:44,498 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C40713%2C1732587690594 2024-11-26T02:21:44,498 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, startPosition=0, beingWritten=true 2024-11-26T02:21:44,506 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:44,506 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 379, reset compression=false 2024-11-26T02:21:44,506 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,40713,1732587690594 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:44,556 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 379, reset compression=false 2024-11-26T02:21:44,710 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 379, reset compression=false 2024-11-26T02:21:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:44,913 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:21:44,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:44,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:44,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:44,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:44,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:44,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86e5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:44,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,46149,-1 for getting cluster id 2024-11-26T02:21:44,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:44,915 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d67607f-65d8-4436-8029-faf6a18a2d9b' 2024-11-26T02:21:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d67607f-65d8-4436-8029-faf6a18a2d9b" 2024-11-26T02:21:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efb1df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:44,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,46149,-1] 2024-11-26T02:21:44,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:44,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:44,917 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:44,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584bfe59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:44,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e989bf 2024-11-26T02:21:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:44,919 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:44,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:40259,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:21:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:21:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:44,923 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40259' 2024-11-26T02:21:44,925 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c0487e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:44,925 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40259,-1 for getting cluster id 2024-11-26T02:21:44,925 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:44,926 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1986ebe-6bb7-4048-8d84-4822b25551f0' 2024-11-26T02:21:44,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:44,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1986ebe-6bb7-4048-8d84-4822b25551f0" 2024-11-26T02:21:44,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45959b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:44,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40259,-1] 2024-11-26T02:21:44,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:44,927 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:44,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7760000d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:44,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38800e76 2024-11-26T02:21:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:44,930 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:44,931 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T02:21:44,931 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:21:44,931 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:44,931 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:44,932 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:21:44,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:44,933 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:21:44,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:21:44,934 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:44,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:21:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:21:44,983 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:21:45,015 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 379, reset compression=false 2024-11-26T02:21:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:45,259 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 379, reset compression=false 2024-11-26T02:21:45,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56dd84e0e13a6942054f24669edbb9c5, NAME => 'hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f 2024-11-26T02:21:45,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:21:45,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:45,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 56dd84e0e13a6942054f24669edbb9c5, disabling compactions & flushes 2024-11-26T02:21:45,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:45,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:45,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. after waiting 0 ms 2024-11-26T02:21:45,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:45,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:45,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56dd84e0e13a6942054f24669edbb9c5: Waiting for close lock at 1732587705350Disabling compacts and flushes for region at 1732587705350Disabling writes for close at 1732587705351 (+1 ms)Writing region close event to WAL at 1732587705351Closed at 1732587705351 2024-11-26T02:21:45,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:21:45,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587705352"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587705352"}]},"ts":"1732587705352"} 2024-11-26T02:21:45,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:21:45,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:21:45,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587705355"}]},"ts":"1732587705355"} 2024-11-26T02:21:45,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:21:45,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56dd84e0e13a6942054f24669edbb9c5, ASSIGN}] 2024-11-26T02:21:45,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56dd84e0e13a6942054f24669edbb9c5, ASSIGN 2024-11-26T02:21:45,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56dd84e0e13a6942054f24669edbb9c5, ASSIGN; state=OFFLINE, location=851e45ef8bcf,44783,1732587694969; forceNewPlan=false, retain=false 2024-11-26T02:21:45,419 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 379, reset compression=false 2024-11-26T02:21:45,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56dd84e0e13a6942054f24669edbb9c5, regionState=OPENING, regionLocation=851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:45,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56dd84e0e13a6942054f24669edbb9c5, ASSIGN because future has completed 2024-11-26T02:21:45,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56dd84e0e13a6942054f24669edbb9c5, server=851e45ef8bcf,44783,1732587694969}] 2024-11-26T02:21:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:45,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:45,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:21:45,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:21:45,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C44783%2C1732587694969.rep, suffix=, logDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/oldWALs, maxLogs=10 2024-11-26T02:21:45,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.rep.1732587705670, exclude list is [], retry=0 2024-11-26T02:21:45,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-dacbaa87-9288-4b4a-a220-20d855c49222,DISK] 2024-11-26T02:21:45,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.rep.1732587705670 2024-11-26T02:21:45,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907)] 2024-11-26T02:21:45,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 56dd84e0e13a6942054f24669edbb9c5, NAME => 'hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:21:45,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:21:45,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:21:45,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. service=MultiRowMutationService 2024-11-26T02:21:45,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:21:45,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:21:45,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,699 INFO [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,700 INFO [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56dd84e0e13a6942054f24669edbb9c5 columnFamilyName hfileref 2024-11-26T02:21:45,700 DEBUG [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:45,700 INFO [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] regionserver.HStore(327): Store=56dd84e0e13a6942054f24669edbb9c5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:45,700 INFO [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,701 INFO [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56dd84e0e13a6942054f24669edbb9c5 columnFamilyName queue 2024-11-26T02:21:45,701 DEBUG [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:45,701 INFO [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] regionserver.HStore(327): Store=56dd84e0e13a6942054f24669edbb9c5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:45,702 INFO [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,702 INFO [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56dd84e0e13a6942054f24669edbb9c5 columnFamilyName sid 2024-11-26T02:21:45,702 DEBUG [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:21:45,703 INFO [StoreOpener-56dd84e0e13a6942054f24669edbb9c5-1 {}] regionserver.HStore(327): Store=56dd84e0e13a6942054f24669edbb9c5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:21:45,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/replication/56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/replication/56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:21:45,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/replication/56dd84e0e13a6942054f24669edbb9c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:21:45,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 56dd84e0e13a6942054f24669edbb9c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74219389, jitterRate=0.1059550791978836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:21:45,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:45,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 56dd84e0e13a6942054f24669edbb9c5: Running coprocessor pre-open hook at 1732587705698Writing region info on filesystem at 1732587705698Initializing all the Stores at 1732587705698Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587705698Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587705698Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587705698Cleaning up temporary data from old regions at 1732587705704 (+6 ms)Running coprocessor post-open hooks at 1732587705708 (+4 ms)Region opened successfully at 1732587705708 2024-11-26T02:21:45,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5., pid=10, masterSystemTime=1732587705665 2024-11-26T02:21:45,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:45,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:45,710 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56dd84e0e13a6942054f24669edbb9c5, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:45,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56dd84e0e13a6942054f24669edbb9c5, server=851e45ef8bcf,44783,1732587694969 because future has completed 2024-11-26T02:21:45,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:21:45,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 56dd84e0e13a6942054f24669edbb9c5, server=851e45ef8bcf,44783,1732587694969 in 203 msec 2024-11-26T02:21:45,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:21:45,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56dd84e0e13a6942054f24669edbb9c5, ASSIGN in 362 msec 2024-11-26T02:21:45,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:21:45,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587705723"}]},"ts":"1732587705723"} 2024-11-26T02:21:45,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:21:45,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:21:45,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 794 msec 2024-11-26T02:21:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5., hostname=851e45ef8bcf,44783,1732587694969, seqNum=2] 2024-11-26T02:21:45,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:45,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:45,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:21:45,925 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 379, reset compression=false 2024-11-26T02:21:45,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:21:45,967 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:21:45,995 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,44783,1732587694969, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:21:45,995 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:45,995 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,44783,1732587694969, seqNum=-1] 2024-11-26T02:21:45,996 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:45,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T02:21:45,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,44783,1732587694969', locateType=CURRENT is [region=hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5., hostname=851e45ef8bcf,44783,1732587694969, seqNum=2] 2024-11-26T02:21:46,004 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:21:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:21:46,007 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,44783,1732587694969 suceeded 2024-11-26T02:21:46,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:21:46,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-26T02:21:46,009 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:40259,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:21:46,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0890 sec 2024-11-26T02:21:46,030 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40259' 2024-11-26T02:21:46,031 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32daa8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,031 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40259,-1 for getting cluster id 2024-11-26T02:21:46,031 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:46,032 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1986ebe-6bb7-4048-8d84-4822b25551f0' 2024-11-26T02:21:46,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:46,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1986ebe-6bb7-4048-8d84-4822b25551f0" 2024-11-26T02:21:46,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e4ec61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40259,-1] 2024-11-26T02:21:46,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:46,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:46,034 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:46,034 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c36e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,034 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:46,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:46,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d530325 2024-11-26T02:21:46,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:46,036 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T02:21:46,037 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,44783,1732587694969 (queues=1) is replicating from cluster=3d67607f-65d8-4436-8029-faf6a18a2d9b to cluster=c1986ebe-6bb7-4048-8d84-4822b25551f0 2024-11-26T02:21:46,037 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C44783%2C1732587694969 2024-11-26T02:21:46,037 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,44783,1732587694969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:21:46,037 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, startPosition=0, beingWritten=true 2024-11-26T02:21:46,038 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C44783%2C1732587694969 2024-11-26T02:21:46,043 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:46,043 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 379, reset compression=false 2024-11-26T02:21:46,043 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,44783,1732587694969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:46,069 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 379, reset compression=false 2024-11-26T02:21:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:21:46,072 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:21:46,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:46,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:46,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:46,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:46,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:46,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40259,-1 for getting cluster id 2024-11-26T02:21:46,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:46,078 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1986ebe-6bb7-4048-8d84-4822b25551f0' 2024-11-26T02:21:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1986ebe-6bb7-4048-8d84-4822b25551f0" 2024-11-26T02:21:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4d6feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40259,-1] 2024-11-26T02:21:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:46,081 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7089ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7ef759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35137,-1 for getting cluster id 2024-11-26T02:21:46,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:46,101 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd33f79-febc-4f71-9572-2f990b8ff946' 2024-11-26T02:21:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd33f79-febc-4f71-9572-2f990b8ff946" 2024-11-26T02:21:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552901e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35137,-1] 2024-11-26T02:21:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:46,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:46,102 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329fbca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12146b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,46149,-1 for getting cluster id 2024-11-26T02:21:46,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:46,105 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d67607f-65d8-4436-8029-faf6a18a2d9b' 2024-11-26T02:21:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d67607f-65d8-4436-8029-faf6a18a2d9b" 2024-11-26T02:21:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f58f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,46149,-1] 2024-11-26T02:21:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:46,107 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ff2485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:46,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:46,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37227,1732587684952, seqNum=-1] 2024-11-26T02:21:46,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:46,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587698169.78707730a484ebb9b2d50cddcb72526f., hostname=851e45ef8bcf,37227,1732587684952, seqNum=2] 2024-11-26T02:21:46,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,44783,1732587694969, seqNum=-1] 2024-11-26T02:21:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:46,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587699959.9e640cb535c08bc64f165b22183e200e., hostname=851e45ef8bcf,44783,1732587694969, seqNum=2] 2024-11-26T02:21:46,154 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T02:21:46,254 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 379, reset compression=false 2024-11-26T02:21:46,533 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 379, reset compression=false 2024-11-26T02:21:46,558 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 379, reset compression=false 2024-11-26T02:21:46,962 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 379, reset compression=false 2024-11-26T02:21:46,994 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 379, reset compression=false 2024-11-26T02:21:46,998 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:46,998 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 480, reset compression=false 2024-11-26T02:21:46,998 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37227,1732587684952 got entry batch from reader: WALEntryBatch [walEntries=[{test/78707730a484ebb9b2d50cddcb72526f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T02:21:47,000 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:21:47,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-26T02:21:47,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:47,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@702deb15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:47,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,35137,-1 for getting cluster id 2024-11-26T02:21:47,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:47,002 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd33f79-febc-4f71-9572-2f990b8ff946' 2024-11-26T02:21:47,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:47,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd33f79-febc-4f71-9572-2f990b8ff946" 2024-11-26T02:21:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1637282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,35137,-1] 2024-11-26T02:21:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:47,003 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:47,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f6833e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:47,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:47,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,40713,1732587690594, seqNum=-1] 2024-11-26T02:21:47,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:47,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T02:21:47,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587699317.28acda94b058d86b709bc5de4ceb208a., hostname=851e45ef8bcf,40713,1732587690594, seqNum=2] 2024-11-26T02:21:47,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:47,156 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T02:21:47,201 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 480, reset compression=false 2024-11-26T02:21:47,238 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 379, reset compression=false 2024-11-26T02:21:47,243 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:47,243 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 504, reset compression=false 2024-11-26T02:21:47,243 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,40713,1732587690594 got entry batch from reader: WALEntryBatch [walEntries=[{test/28acda94b058d86b709bc5de4ceb208a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T02:21:47,245 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:21:47,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-26T02:21:47,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:47,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302e2de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:47,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,46149,-1 for getting cluster id 2024-11-26T02:21:47,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:47,247 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d67607f-65d8-4436-8029-faf6a18a2d9b' 2024-11-26T02:21:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d67607f-65d8-4436-8029-faf6a18a2d9b" 2024-11-26T02:21:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9667a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,46149,-1] 2024-11-26T02:21:47,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:47,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:47,248 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:47,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1101846a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:47,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:47,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,44783,1732587694969, seqNum=-1] 2024-11-26T02:21:47,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:47,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T02:21:47,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587699959.9e640cb535c08bc64f165b22183e200e., hostname=851e45ef8bcf,44783,1732587694969, seqNum=2] 2024-11-26T02:21:47,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:47,446 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 504, reset compression=false 2024-11-26T02:21:47,466 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 379, reset compression=false 2024-11-26T02:21:47,471 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:47,471 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 527, reset compression=false 2024-11-26T02:21:47,471 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,44783,1732587694969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:47,505 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 480, reset compression=false 2024-11-26T02:21:47,676 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 527, reset compression=false 2024-11-26T02:21:47,750 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 504, reset compression=false 2024-11-26T02:21:47,908 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 480, reset compression=false 2024-11-26T02:21:47,981 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 527, reset compression=false 2024-11-26T02:21:48,154 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 504, reset compression=false 2024-11-26T02:21:48,159 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T02:21:48,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:48,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,40713,1732587690594, seqNum=-1] 2024-11-26T02:21:48,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:48,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:21:48,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732587699317.28acda94b058d86b709bc5de4ceb208a., hostname=851e45ef8bcf,40713,1732587690594, seqNum=2] 2024-11-26T02:21:48,167 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T02:21:48,385 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 527, reset compression=false 2024-11-26T02:21:48,412 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 480, reset compression=false 2024-11-26T02:21:48,658 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 504, reset compression=false 2024-11-26T02:21:48,668 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:48,668 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 608, reset compression=false 2024-11-26T02:21:48,669 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,40713,1732587690594 got entry batch from reader: WALEntryBatch [walEntries=[{test/28acda94b058d86b709bc5de4ceb208a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T02:21:48,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:48,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:48,873 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 608, reset compression=false 2024-11-26T02:21:48,890 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 527, reset compression=false 2024-11-26T02:21:48,898 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:48,898 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 654, reset compression=false 2024-11-26T02:21:48,898 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,44783,1732587694969 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e640cb535c08bc64f165b22183e200e/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T02:21:48,901 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:21:48,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T02:21:48,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:48,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e840bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:48,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40259,-1 for getting cluster id 2024-11-26T02:21:48,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:48,913 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1986ebe-6bb7-4048-8d84-4822b25551f0' 2024-11-26T02:21:48,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:48,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1986ebe-6bb7-4048-8d84-4822b25551f0" 2024-11-26T02:21:48,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cd44504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:48,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40259,-1] 2024-11-26T02:21:48,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:48,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:48,915 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:48,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@224ede9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:48,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:21:48,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,37227,1732587684952, seqNum=-1] 2024-11-26T02:21:48,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:21:48,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T02:21:48,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732587698169.78707730a484ebb9b2d50cddcb72526f., hostname=851e45ef8bcf,37227,1732587684952, seqNum=2] 2024-11-26T02:21:48,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:49,016 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 480, reset compression=false 2024-11-26T02:21:49,022 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:49,022 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 630, reset compression=false 2024-11-26T02:21:49,022 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37227,1732587684952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:49,103 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 654, reset compression=false 2024-11-26T02:21:49,168 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T02:21:49,172 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T02:21:49,179 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 608, reset compression=false 2024-11-26T02:21:49,229 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 630, reset compression=false 2024-11-26T02:21:49,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:21:49,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,440 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 654, reset compression=false 2024-11-26T02:21:49,450 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:49,450 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 758, reset compression=false 2024-11-26T02:21:49,450 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,44783,1732587694969 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e640cb535c08bc64f165b22183e200e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T02:21:49,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:49,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:49,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:21:49,534 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 630, reset compression=false 2024-11-26T02:21:49,551 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:49,551 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 757, reset compression=false 2024-11-26T02:21:49,551 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37227,1732587684952 got entry batch from reader: WALEntryBatch [walEntries=[{test/78707730a484ebb9b2d50cddcb72526f/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T02:21:49,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:49,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:49,593 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 608, reset compression=false 2024-11-26T02:21:49,598 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:49,598 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 759, reset compression=false 2024-11-26T02:21:49,598 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,40713,1732587690594 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:49,674 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 758, reset compression=false 2024-11-26T02:21:49,756 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 757, reset compression=false 2024-11-26T02:21:49,808 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 759, reset compression=false 2024-11-26T02:21:49,978 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 758, reset compression=false 2024-11-26T02:21:50,061 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 757, reset compression=false 2024-11-26T02:21:50,112 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 759, reset compression=false 2024-11-26T02:21:50,174 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T02:21:50,178 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T02:21:50,382 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 758, reset compression=false 2024-11-26T02:21:50,468 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 757, reset compression=false 2024-11-26T02:21:50,473 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:50,473 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 913, reset compression=false 2024-11-26T02:21:50,473 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37227,1732587684952 got entry batch from reader: WALEntryBatch [walEntries=[{test/78707730a484ebb9b2d50cddcb72526f/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T02:21:50,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:50,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:50,516 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 759, reset compression=false 2024-11-26T02:21:50,521 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:50,521 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 907, reset compression=false 2024-11-26T02:21:50,521 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,40713,1732587690594 got entry batch from reader: WALEntryBatch [walEntries=[{test/28acda94b058d86b709bc5de4ceb208a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T02:21:50,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:50,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:50,676 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 913, reset compression=false 2024-11-26T02:21:50,725 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 907, reset compression=false 2024-11-26T02:21:50,886 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 758, reset compression=false 2024-11-26T02:21:50,890 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:50,891 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 929, reset compression=false 2024-11-26T02:21:50,891 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,44783,1732587694969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:50,980 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 913, reset compression=false 2024-11-26T02:21:51,029 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 907, reset compression=false 2024-11-26T02:21:51,095 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 929, reset compression=false 2024-11-26T02:21:51,181 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T02:21:51,186 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T02:21:51,383 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 913, reset compression=false 2024-11-26T02:21:51,399 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 929, reset compression=false 2024-11-26T02:21:51,434 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 907, reset compression=false 2024-11-26T02:21:51,438 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:51,438 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1066, reset compression=false 2024-11-26T02:21:51,438 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,40713,1732587690594 got entry batch from reader: WALEntryBatch [walEntries=[{test/28acda94b058d86b709bc5de4ceb208a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T02:21:51,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:51,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:51,642 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1066, reset compression=false 2024-11-26T02:21:51,807 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 929, reset compression=false 2024-11-26T02:21:51,811 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:51,811 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1078, reset compression=false 2024-11-26T02:21:51,811 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,44783,1732587694969 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e640cb535c08bc64f165b22183e200e/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T02:21:51,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:51,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:51,898 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 913, reset compression=false 2024-11-26T02:21:51,916 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:51,916 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1085, reset compression=false 2024-11-26T02:21:51,917 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37227,1732587684952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:51,945 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1066, reset compression=false 2024-11-26T02:21:52,016 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1078, reset compression=false 2024-11-26T02:21:52,130 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1085, reset compression=false 2024-11-26T02:21:52,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T02:21:52,191 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T02:21:52,320 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1078, reset compression=false 2024-11-26T02:21:52,324 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:52,324 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1237, reset compression=false 2024-11-26T02:21:52,324 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,44783,1732587694969 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e640cb535c08bc64f165b22183e200e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T02:21:52,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:52,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:52,354 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1066, reset compression=false 2024-11-26T02:21:52,434 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1085, reset compression=false 2024-11-26T02:21:52,439 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:52,439 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1234, reset compression=false 2024-11-26T02:21:52,439 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37227,1732587684952 got entry batch from reader: WALEntryBatch [walEntries=[{test/78707730a484ebb9b2d50cddcb72526f/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T02:21:52,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:52,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:52,529 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1237, reset compression=false 2024-11-26T02:21:52,643 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1234, reset compression=false 2024-11-26T02:21:52,833 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1237, reset compression=false 2024-11-26T02:21:52,857 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1066, reset compression=false 2024-11-26T02:21:52,862 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:52,862 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1239, reset compression=false 2024-11-26T02:21:52,862 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,40713,1732587690594 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:52,947 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1234, reset compression=false 2024-11-26T02:21:53,068 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1239, reset compression=false 2024-11-26T02:21:53,194 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T02:21:53,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f30a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:53,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,46149,-1 for getting cluster id 2024-11-26T02:21:53,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:53,201 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d67607f-65d8-4436-8029-faf6a18a2d9b' 2024-11-26T02:21:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d67607f-65d8-4436-8029-faf6a18a2d9b" 2024-11-26T02:21:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffea0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,46149,-1] 2024-11-26T02:21:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:53,203 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:53,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344095d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:53,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ac3a5fc 2024-11-26T02:21:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:53,209 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:53,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-26T02:21:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-26T02:21:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T02:21:53,237 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1237, reset compression=false 2024-11-26T02:21:53,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:21:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T02:21:53,350 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1234, reset compression=false 2024-11-26T02:21:53,372 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1239, reset compression=false 2024-11-26T02:21:53,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T02:21:53,449 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-26T02:21:53,450 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-26T02:21:53,450 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,44783,1732587694969 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-26T02:21:53,450 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0. 2024-11-26T02:21:53,450 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:53,450 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:53,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:53,451 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T02:21:53,551 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T02:21:53,552 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:21:53,651 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 terminated 2024-11-26T02:21:53,680 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,44783,1732587694969, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:21:53,680 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-26T02:21:53,681 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T02:21:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T02:21:53,684 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 851e45ef8bcf,44783,1732587694969 suceeded 2024-11-26T02:21:53,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T02:21:53,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 388 msec 2024-11-26T02:21:53,686 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-26T02:21:53,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 476 msec 2024-11-26T02:21:53,706 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40259' 2024-11-26T02:21:53,708 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60d03073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:53,708 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40259,-1 for getting cluster id 2024-11-26T02:21:53,708 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:53,709 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1986ebe-6bb7-4048-8d84-4822b25551f0' 2024-11-26T02:21:53,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:53,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1986ebe-6bb7-4048-8d84-4822b25551f0" 2024-11-26T02:21:53,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f37254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:53,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40259,-1] 2024-11-26T02:21:53,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:53,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:53,712 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:53,713 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d195e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:53,713 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40259,1732587684600 2024-11-26T02:21:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f35cb84 2024-11-26T02:21:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:53,717 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T02:21:53,718 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,44783,1732587694969 (queues=1) is replicating from cluster=3d67607f-65d8-4436-8029-faf6a18a2d9b to cluster=c1986ebe-6bb7-4048-8d84-4822b25551f0 2024-11-26T02:21:53,718 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C44783%2C1732587694969 2024-11-26T02:21:53,718 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,44783,1732587694969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:21:53,723 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C44783%2C1732587694969 2024-11-26T02:21:53,776 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1239, reset compression=false 2024-11-26T02:21:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T02:21:53,843 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:21:53,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:53,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:53,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:53,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:53,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:53,849 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-26T02:21:53,854 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1234, reset compression=false 2024-11-26T02:21:53,894 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:53,894 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1338, reset compression=false 2024-11-26T02:21:53,894 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37227,1732587684952 got entry batch from reader: WALEntryBatch [walEntries=[{test/78707730a484ebb9b2d50cddcb72526f/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T02:21:53,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:53,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:54,105 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1338, reset compression=false 2024-11-26T02:21:54,187 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:21:54,312 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1239, reset compression=false 2024-11-26T02:21:54,333 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:54,333 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1367, reset compression=false 2024-11-26T02:21:54,333 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,40713,1732587690594 got entry batch from reader: WALEntryBatch [walEntries=[{test/28acda94b058d86b709bc5de4ceb208a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T02:21:54,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:54,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:54,445 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1338, reset compression=false 2024-11-26T02:21:54,557 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1367, reset compression=false 2024-11-26T02:21:54,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:54,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:21:54,663 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68509 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:21:54,853 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-26T02:21:54,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56588ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:54,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,46149,-1 for getting cluster id 2024-11-26T02:21:54,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:21:54,864 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d67607f-65d8-4436-8029-faf6a18a2d9b' 2024-11-26T02:21:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:21:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d67607f-65d8-4436-8029-faf6a18a2d9b" 2024-11-26T02:21:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151cbcd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,46149,-1] 2024-11-26T02:21:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:21:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:54,868 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1367, reset compression=false 2024-11-26T02:21:54,869 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:21:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e227bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:21:54,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:21:54,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:54,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5895adee 2024-11-26T02:21:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:21:54,875 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:21:54,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-26T02:21:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-26T02:21:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T02:21:54,890 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:54,890 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1471, reset compression=false 2024-11-26T02:21:54,890 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,40713,1732587690594 got entry batch from reader: WALEntryBatch [walEntries=[{test/28acda94b058d86b709bc5de4ceb208a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T02:21:54,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:54,893 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1338, reset compression=false 2024-11-26T02:21:54,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:54,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:21:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T02:21:55,100 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1471, reset compression=false 2024-11-26T02:21:55,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-26T02:21:55,139 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-26T02:21:55,140 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T02:21:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-26T02:21:55,142 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 851e45ef8bcf,44783,1732587694969 suceeded 2024-11-26T02:21:55,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T02:21:55,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-26T02:21:55,145 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-26T02:21:55,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 269 msec 2024-11-26T02:21:55,150 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, startPosition=1237, beingWritten=true 2024-11-26T02:21:55,154 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:21:55,154 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1515, reset compression=false 2024-11-26T02:21:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T02:21:55,203 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:21:55,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:55,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:55,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:55,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:55,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:55,206 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-26T02:21:55,231 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,44783,1732587694969 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e640cb535c08bc64f165b22183e200e/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T02:21:55,234 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:21:55,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T02:21:55,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:21:55,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:21:55,357 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1515, reset compression=false 2024-11-26T02:21:55,398 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1338, reset compression=false 2024-11-26T02:21:55,402 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:55,402 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:21:55,402 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37227,1732587684952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:55,404 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1471, reset compression=false 2024-11-26T02:21:55,612 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:21:55,660 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1515, reset compression=false 2024-11-26T02:21:55,814 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1471, reset compression=false 2024-11-26T02:21:55,915 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:21:56,064 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1515, reset compression=false 2024-11-26T02:21:56,208 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-26T02:21:56,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:21:56,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:56,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:56,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:56,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:56,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:56,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:21:56,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1260192019, stopped=false 2024-11-26T02:21:56,209 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,46149,1732587694760 2024-11-26T02:21:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21303468700/running 2024-11-26T02:21:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21303468700/running 2024-11-26T02:21:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:56,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:21:56,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:56,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:56,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:56,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,44783,1732587694969' ***** 2024-11-26T02:21:56,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:21:56,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Set watcher on znode that does not yet exist, /21303468700/running 2024-11-26T02:21:56,238 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:21:56,238 INFO [RS:0;851e45ef8bcf:44783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:21:56,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Set watcher on znode that does not yet exist, /21303468700/running 2024-11-26T02:21:56,238 INFO [RS:0;851e45ef8bcf:44783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:21:56,238 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(3091): Received CLOSE for 56dd84e0e13a6942054f24669edbb9c5 2024-11-26T02:21:56,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:21:56,239 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:56,239 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:56,239 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:21:56,239 INFO [RS:0;851e45ef8bcf:44783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:44783. 2024-11-26T02:21:56,239 DEBUG [RS:0;851e45ef8bcf:44783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:56,239 DEBUG [RS:0;851e45ef8bcf:44783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:56,239 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56dd84e0e13a6942054f24669edbb9c5, disabling compactions & flushes 2024-11-26T02:21:56,239 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:56,239 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:56,239 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:21:56,239 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. after waiting 0 ms 2024-11-26T02:21:56,239 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:21:56,239 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:56,239 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:21:56,239 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:21:56,239 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56dd84e0e13a6942054f24669edbb9c5 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-26T02:21:56,239 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:21:56,239 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1325): Online Regions={56dd84e0e13a6942054f24669edbb9c5=hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5., 1588230740=hbase:meta,,1.1588230740, 9e640cb535c08bc64f165b22183e200e=test,,1732587699959.9e640cb535c08bc64f165b22183e200e.} 2024-11-26T02:21:56,239 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56dd84e0e13a6942054f24669edbb9c5, 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:56,239 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:21:56,239 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:21:56,239 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:21:56,239 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:21:56,239 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:21:56,240 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:21:56,254 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/info/f6691cd5d17f4965b3af30752d108de1 is 147, key is hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5./info:regioninfo/1732587705710/Put/seqid=0 2024-11-26T02:21:56,255 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/replication/56dd84e0e13a6942054f24669edbb9c5/.tmp/queue/6916c4f0daa44b03bfb3b8e2b98d779a is 154, key is 1-851e45ef8bcf,44783,1732587694969/queue:851e45ef8bcf%2C44783%2C1732587694969/1732587715239/Put/seqid=0 2024-11-26T02:21:56,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741840_1016 (size=5353) 2024-11-26T02:21:56,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741841_1017 (size=7686) 2024-11-26T02:21:56,282 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:21:56,318 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1471, reset compression=false 2024-11-26T02:21:56,323 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:21:56,439 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56dd84e0e13a6942054f24669edbb9c5, 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:56,567 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1515, reset compression=false 2024-11-26T02:21:56,640 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56dd84e0e13a6942054f24669edbb9c5, 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:56,667 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/replication/56dd84e0e13a6942054f24669edbb9c5/.tmp/queue/6916c4f0daa44b03bfb3b8e2b98d779a 2024-11-26T02:21:56,667 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/info/f6691cd5d17f4965b3af30752d108de1 2024-11-26T02:21:56,672 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/replication/56dd84e0e13a6942054f24669edbb9c5/.tmp/queue/6916c4f0daa44b03bfb3b8e2b98d779a as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/replication/56dd84e0e13a6942054f24669edbb9c5/queue/6916c4f0daa44b03bfb3b8e2b98d779a 2024-11-26T02:21:56,676 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/replication/56dd84e0e13a6942054f24669edbb9c5/queue/6916c4f0daa44b03bfb3b8e2b98d779a, entries=1, sequenceid=13, filesize=5.2 K 2024-11-26T02:21:56,677 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 56dd84e0e13a6942054f24669edbb9c5 in 438ms, sequenceid=13, compaction requested=false 2024-11-26T02:21:56,687 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/ns/70823cbf59b641359f4fba857462d3d6 is 43, key is default/ns:d/1732587698059/Put/seqid=0 2024-11-26T02:21:56,698 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/replication/56dd84e0e13a6942054f24669edbb9c5/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-26T02:21:56,699 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:21:56,699 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:21:56,699 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741842_1018 (size=5153) 2024-11-26T02:21:56,699 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56dd84e0e13a6942054f24669edbb9c5: Waiting for close lock at 1732587716239Running coprocessor pre-close hooks at 1732587716239Disabling compacts and flushes for region at 1732587716239Disabling writes for close at 1732587716239Obtaining lock to block concurrent updates at 1732587716239Preparing flush snapshotting stores in 56dd84e0e13a6942054f24669edbb9c5 at 1732587716239Finished memstore snapshotting hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732587716240 (+1 ms)Flushing stores of hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. at 1732587716240Flushing 56dd84e0e13a6942054f24669edbb9c5/queue: creating writer at 1732587716240Flushing 56dd84e0e13a6942054f24669edbb9c5/queue: appending metadata at 1732587716254 (+14 ms)Flushing 56dd84e0e13a6942054f24669edbb9c5/queue: closing flushed file at 1732587716254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc4228d: reopening flushed file at 1732587716672 (+418 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 56dd84e0e13a6942054f24669edbb9c5 in 438ms, sequenceid=13, compaction requested=false at 1732587716677 (+5 ms)Writing region close event to WAL at 1732587716685 (+8 ms)Running coprocessor post-close hooks at 1732587716699 (+14 ms)Closed at 1732587716699 2024-11-26T02:21:56,699 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587704932.56dd84e0e13a6942054f24669edbb9c5. 2024-11-26T02:21:56,699 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e640cb535c08bc64f165b22183e200e, disabling compactions & flushes 2024-11-26T02:21:56,699 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:56,699 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:56,699 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587699959.9e640cb535c08bc64f165b22183e200e. after waiting 0 ms 2024-11-26T02:21:56,699 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:56,699 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e640cb535c08bc64f165b22183e200e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T02:21:56,726 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/.tmp/f/749f99c3c6ed49f48c9ac4bbed3231ab is 37, key is row3/f:row3/1732587713845/Put/seqid=0 2024-11-26T02:21:56,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741843_1019 (size=5228) 2024-11-26T02:21:56,826 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:21:56,840 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:56,921 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1471, reset compression=false 2024-11-26T02:21:56,980 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:21:56,980 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:21:57,040 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:57,099 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/ns/70823cbf59b641359f4fba857462d3d6 2024-11-26T02:21:57,114 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/rep_barrier/f34e5f40738b46cd8f9a554c01fe35c0 is 112, key is test,,1732587699959.9e640cb535c08bc64f165b22183e200e./rep_barrier:seqnumDuringOpen/1732587700334/Put/seqid=0 2024-11-26T02:21:57,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741844_1020 (size=5518) 2024-11-26T02:21:57,121 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/rep_barrier/f34e5f40738b46cd8f9a554c01fe35c0 2024-11-26T02:21:57,136 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/table/79c781aefd1143dabf626909b58ed679 is 53, key is hbase:replication/table:state/1732587705723/Put/seqid=0 2024-11-26T02:21:57,138 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/.tmp/f/749f99c3c6ed49f48c9ac4bbed3231ab 2024-11-26T02:21:57,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741845_1021 (size=5308) 2024-11-26T02:21:57,140 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/table/79c781aefd1143dabf626909b58ed679 2024-11-26T02:21:57,142 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 749f99c3c6ed49f48c9ac4bbed3231ab 2024-11-26T02:21:57,147 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/info/f6691cd5d17f4965b3af30752d108de1 as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/info/f6691cd5d17f4965b3af30752d108de1 2024-11-26T02:21:57,153 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/info/f6691cd5d17f4965b3af30752d108de1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:21:57,154 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/ns/70823cbf59b641359f4fba857462d3d6 as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/ns/70823cbf59b641359f4fba857462d3d6 2024-11-26T02:21:57,159 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/ns/70823cbf59b641359f4fba857462d3d6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:21:57,160 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/rep_barrier/f34e5f40738b46cd8f9a554c01fe35c0 as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/rep_barrier/f34e5f40738b46cd8f9a554c01fe35c0 2024-11-26T02:21:57,163 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/.tmp/f1/62f224e484c5435784b273cc2d0176fe is 30, key is row1/f1:/1732587711182/DeleteFamily/seqid=0 2024-11-26T02:21:57,178 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1515, reset compression=false 2024-11-26T02:21:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741846_1022 (size=5158) 2024-11-26T02:21:57,183 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/rep_barrier/f34e5f40738b46cd8f9a554c01fe35c0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:21:57,183 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:57,183 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1762, reset compression=false 2024-11-26T02:21:57,183 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,44783,1732587694969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:21:57,184 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/.tmp/table/79c781aefd1143dabf626909b58ed679 as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/table/79c781aefd1143dabf626909b58ed679 2024-11-26T02:21:57,184 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 851e45ef8bcf,44783,1732587694969: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-851e45ef8bcf,44783,1732587694969, walGroup=851e45ef8bcf%2C44783%2C1732587694969, offset=851e45ef8bcf%2C44783%2C1732587694969.1732587697086:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:44783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T02:21:57,186 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T02:21:57,186 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T02:21:57,187 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T02:21:57,187 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T02:21:57,187 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T02:21:57,187 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 945091536 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198793800 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T02:21:57,187 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:46149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:46149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-26T02:21:57,194 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/table/79c781aefd1143dabf626909b58ed679, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:21:57,195 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 956ms, sequenceid=16, compaction requested=false 2024-11-26T02:21:57,199 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:21:57,199 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:21:57,199 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:21:57,199 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:21:57,199 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587716239Running coprocessor pre-close hooks at 1732587716239Disabling compacts and flushes for region at 1732587716239Disabling writes for close at 1732587716239Obtaining lock to block concurrent updates at 1732587716240 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732587716240Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587716240Flushing stores of hbase:meta,,1.1588230740 at 1732587716240Flushing 1588230740/info: creating writer at 1732587716240Flushing 1588230740/info: appending metadata at 1732587716254 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732587716254Flushing 1588230740/ns: creating writer at 1732587716672 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732587716687 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732587716687Flushing 1588230740/rep_barrier: creating writer at 1732587717102 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587717114 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587717114Flushing 1588230740/table: creating writer at 1732587717124 (+10 ms)Flushing 1588230740/table: appending metadata at 1732587717136 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732587717136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16558447: reopening flushed file at 1732587717146 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47405c3f: reopening flushed file at 1732587717153 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3151d2a2: reopening flushed file at 1732587717159 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217a145c: reopening flushed file at 1732587717183 (+24 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 956ms, sequenceid=16, compaction requested=false at 1732587717195 (+12 ms)Writing region close event to WAL at 1732587717196 (+1 ms)Running coprocessor post-close hooks at 1732587717199 (+3 ms)Closed at 1732587717199 2024-11-26T02:21:57,200 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:21:57,240 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:21:57,240 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1325): Online Regions={9e640cb535c08bc64f165b22183e200e=test,,1732587699959.9e640cb535c08bc64f165b22183e200e.} 2024-11-26T02:21:57,240 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1351): Waiting on 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:57,392 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1762, reset compression=false 2024-11-26T02:21:57,441 DEBUG [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1351): Waiting on 9e640cb535c08bc64f165b22183e200e 2024-11-26T02:21:57,461 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:21:57,582 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/.tmp/f1/62f224e484c5435784b273cc2d0176fe 2024-11-26T02:21:57,586 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62f224e484c5435784b273cc2d0176fe 2024-11-26T02:21:57,606 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/.tmp/norep/34e82cce87704641b9f9542050887a92 is 33, key is row2/norep:/1732587712189/DeleteFamily/seqid=0 2024-11-26T02:21:57,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741847_1023 (size=5108) 2024-11-26T02:21:57,611 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/.tmp/norep/34e82cce87704641b9f9542050887a92 2024-11-26T02:21:57,615 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34e82cce87704641b9f9542050887a92 2024-11-26T02:21:57,616 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/.tmp/f/749f99c3c6ed49f48c9ac4bbed3231ab as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/f/749f99c3c6ed49f48c9ac4bbed3231ab 2024-11-26T02:21:57,619 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 749f99c3c6ed49f48c9ac4bbed3231ab 2024-11-26T02:21:57,619 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/f/749f99c3c6ed49f48c9ac4bbed3231ab, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T02:21:57,620 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/.tmp/f1/62f224e484c5435784b273cc2d0176fe as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/f1/62f224e484c5435784b273cc2d0176fe 2024-11-26T02:21:57,623 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62f224e484c5435784b273cc2d0176fe 2024-11-26T02:21:57,623 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/f1/62f224e484c5435784b273cc2d0176fe, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T02:21:57,624 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/.tmp/norep/34e82cce87704641b9f9542050887a92 as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/norep/34e82cce87704641b9f9542050887a92 2024-11-26T02:21:57,624 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1471, reset compression=false 2024-11-26T02:21:57,627 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34e82cce87704641b9f9542050887a92 2024-11-26T02:21:57,627 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/norep/34e82cce87704641b9f9542050887a92, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T02:21:57,628 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9e640cb535c08bc64f165b22183e200e in 929ms, sequenceid=12, compaction requested=false 2024-11-26T02:21:57,639 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/data/default/test/9e640cb535c08bc64f165b22183e200e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T02:21:57,639 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:21:57,639 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:21:57,639 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:57,639 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e640cb535c08bc64f165b22183e200e: Waiting for close lock at 1732587716699Running coprocessor pre-close hooks at 1732587716699Disabling compacts and flushes for region at 1732587716699Disabling writes for close at 1732587716699Obtaining lock to block concurrent updates at 1732587716699Preparing flush snapshotting stores in 9e640cb535c08bc64f165b22183e200e at 1732587716699Finished memstore snapshotting test,,1732587699959.9e640cb535c08bc64f165b22183e200e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732587716700 (+1 ms)Flushing stores of test,,1732587699959.9e640cb535c08bc64f165b22183e200e. at 1732587716700Flushing 9e640cb535c08bc64f165b22183e200e/f: creating writer at 1732587716700Flushing 9e640cb535c08bc64f165b22183e200e/f: appending metadata at 1732587716725 (+25 ms)Flushing 9e640cb535c08bc64f165b22183e200e/f: closing flushed file at 1732587716725Flushing 9e640cb535c08bc64f165b22183e200e/f1: creating writer at 1732587717142 (+417 ms)Flushing 9e640cb535c08bc64f165b22183e200e/f1: appending metadata at 1732587717162 (+20 ms)Flushing 9e640cb535c08bc64f165b22183e200e/f1: closing flushed file at 1732587717162Flushing 9e640cb535c08bc64f165b22183e200e/norep: creating writer at 1732587717586 (+424 ms)Flushing 9e640cb535c08bc64f165b22183e200e/norep: appending metadata at 1732587717604 (+18 ms)Flushing 9e640cb535c08bc64f165b22183e200e/norep: closing flushed file at 1732587717605 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5ed4a: reopening flushed file at 1732587717615 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ade2a05: reopening flushed file at 1732587717620 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e856309: reopening flushed file at 1732587717623 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9e640cb535c08bc64f165b22183e200e in 929ms, sequenceid=12, compaction requested=false at 1732587717628 (+5 ms)Writing region close event to WAL at 1732587717636 (+8 ms)Running coprocessor post-close hooks at 1732587717639 (+3 ms)Closed at 1732587717639 2024-11-26T02:21:57,640 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587699959.9e640cb535c08bc64f165b22183e200e. 2024-11-26T02:21:57,641 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,44783,1732587694969; all regions closed. 2024-11-26T02:21:57,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:21:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741839_1015 (size=3333) 2024-11-26T02:21:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741832_1008 (size=2414) 2024-11-26T02:21:57,662 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 not finished, retry = 0 2024-11-26T02:21:57,696 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 to pos 1762, reset compression=false 2024-11-26T02:21:57,763 DEBUG [RS:0;851e45ef8bcf:44783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:57,763 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:21:57,763 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:21:57,763 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T02:21:57,763 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:21:57,763 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:21:57,763 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,44783,1732587694969 because: Region server is closing 2024-11-26T02:21:57,764 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/WALs/851e45ef8bcf,44783,1732587694969/851e45ef8bcf%2C44783%2C1732587694969.1732587697086 2024-11-26T02:21:57,764 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.wal-reader.851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:21:57,764 INFO [RS:0;851e45ef8bcf:44783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:44783. 2024-11-26T02:21:57,764 DEBUG [RS:0;851e45ef8bcf:44783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:57,764 DEBUG [RS:0;851e45ef8bcf:44783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:57,764 DEBUG [RS:0;851e45ef8bcf:44783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:57,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:57,764 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,44783,1732587694969.replicationSource.shipper851e45ef8bcf%2C44783%2C1732587694969,1-851e45ef8bcf,44783,1732587694969 terminated 2024-11-26T02:21:57,764 INFO [RS:0;851e45ef8bcf:44783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:44783. 2024-11-26T02:21:57,764 DEBUG [RS:0;851e45ef8bcf:44783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:57,764 DEBUG [RS:0;851e45ef8bcf:44783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:57,765 DEBUG [RS:0;851e45ef8bcf:44783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:57,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:57,765 INFO [RS:0;851e45ef8bcf:44783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44783 2024-11-26T02:21:57,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700/rs 2024-11-26T02:21:57,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21303468700/rs/851e45ef8bcf,44783,1732587694969 2024-11-26T02:21:57,784 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:21:57,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,44783,1732587694969] 2024-11-26T02:21:57,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21303468700/draining/851e45ef8bcf,44783,1732587694969 already deleted, retry=false 2024-11-26T02:21:57,805 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,44783,1732587694969 expired; onlineServers=0 2024-11-26T02:21:57,805 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,46149,1732587694760' ***** 2024-11-26T02:21:57,805 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:21:57,805 INFO [M:0;851e45ef8bcf:46149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:21:57,805 INFO [M:0;851e45ef8bcf:46149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:21:57,806 DEBUG [M:0;851e45ef8bcf:46149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:21:57,806 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:21:57,806 DEBUG [M:0;851e45ef8bcf:46149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:21:57,806 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587696760 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587696760,5,FailOnTimeoutGroup] 2024-11-26T02:21:57,806 INFO [M:0;851e45ef8bcf:46149 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:21:57,806 INFO [M:0;851e45ef8bcf:46149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:21:57,806 DEBUG [M:0;851e45ef8bcf:46149 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:21:57,806 INFO [M:0;851e45ef8bcf:46149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:21:57,806 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587696760 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587696760,5,FailOnTimeoutGroup] 2024-11-26T02:21:57,806 INFO [M:0;851e45ef8bcf:46149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:21:57,807 INFO [M:0;851e45ef8bcf:46149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:21:57,807 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:21:57,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21303468700/master 2024-11-26T02:21:57,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21303468700 2024-11-26T02:21:57,816 DEBUG [M:0;851e45ef8bcf:46149 {}] zookeeper.ZKUtil(347): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Unable to get data of znode /21303468700/master because node does not exist (not an error) 2024-11-26T02:21:57,816 WARN [M:0;851e45ef8bcf:46149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:21:57,821 INFO [M:0;851e45ef8bcf:46149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/.lastflushedseqids 2024-11-26T02:21:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741848_1024 (size=245) 2024-11-26T02:21:57,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:57,895 INFO [RS:0;851e45ef8bcf:44783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:21:57,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10174f1f4610007, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:57,895 INFO [RS:0;851e45ef8bcf:44783 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,44783,1732587694969; zookeeper connection closed. 2024-11-26T02:21:57,895 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40526f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40526f5 2024-11-26T02:21:57,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:21:58,164 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:21:58,230 INFO [M:0;851e45ef8bcf:46149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:21:58,231 INFO [M:0;851e45ef8bcf:46149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:21:58,231 DEBUG [M:0;851e45ef8bcf:46149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:21:58,231 INFO [M:0;851e45ef8bcf:46149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:58,231 DEBUG [M:0;851e45ef8bcf:46149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:58,231 DEBUG [M:0;851e45ef8bcf:46149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:21:58,231 DEBUG [M:0;851e45ef8bcf:46149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:58,231 INFO [M:0;851e45ef8bcf:46149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-26T02:21:58,248 DEBUG [M:0;851e45ef8bcf:46149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87584a67e066465fb348ae9d314527ca is 82, key is hbase:meta,,1/info:regioninfo/1732587698038/Put/seqid=0 2024-11-26T02:21:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741849_1025 (size=5672) 2024-11-26T02:21:58,252 INFO [M:0;851e45ef8bcf:46149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87584a67e066465fb348ae9d314527ca 2024-11-26T02:21:58,269 DEBUG [M:0;851e45ef8bcf:46149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eacf31e25ab5453994e6c88c1485fdec is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732587705727/Put/seqid=0 2024-11-26T02:21:58,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741850_1026 (size=9212) 2024-11-26T02:21:58,433 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1471, reset compression=false 2024-11-26T02:21:58,673 INFO [M:0;851e45ef8bcf:46149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eacf31e25ab5453994e6c88c1485fdec 2024-11-26T02:21:58,689 DEBUG [M:0;851e45ef8bcf:46149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/989ddb0c4e054f36a8cd33585e9a9917 is 69, key is 851e45ef8bcf,44783,1732587694969/rs:state/1732587696873/Put/seqid=0 2024-11-26T02:21:58,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741851_1027 (size=5156) 2024-11-26T02:21:58,977 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:21:59,093 INFO [M:0;851e45ef8bcf:46149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/989ddb0c4e054f36a8cd33585e9a9917 2024-11-26T02:21:59,098 DEBUG [M:0;851e45ef8bcf:46149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87584a67e066465fb348ae9d314527ca as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87584a67e066465fb348ae9d314527ca 2024-11-26T02:21:59,111 INFO [M:0;851e45ef8bcf:46149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87584a67e066465fb348ae9d314527ca, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T02:21:59,111 DEBUG [M:0;851e45ef8bcf:46149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eacf31e25ab5453994e6c88c1485fdec as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eacf31e25ab5453994e6c88c1485fdec 2024-11-26T02:21:59,124 INFO [M:0;851e45ef8bcf:46149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eacf31e25ab5453994e6c88c1485fdec, entries=15, sequenceid=127, filesize=9.0 K 2024-11-26T02:21:59,125 DEBUG [M:0;851e45ef8bcf:46149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/989ddb0c4e054f36a8cd33585e9a9917 as hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/989ddb0c4e054f36a8cd33585e9a9917 2024-11-26T02:21:59,129 INFO [M:0;851e45ef8bcf:46149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/989ddb0c4e054f36a8cd33585e9a9917, entries=1, sequenceid=127, filesize=5.0 K 2024-11-26T02:21:59,137 INFO [M:0;851e45ef8bcf:46149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=127, compaction requested=false 2024-11-26T02:21:59,145 INFO [M:0;851e45ef8bcf:46149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:21:59,145 DEBUG [M:0;851e45ef8bcf:46149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587718231Disabling compacts and flushes for region at 1732587718231Disabling writes for close at 1732587718231Obtaining lock to block concurrent updates at 1732587718231Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587718231Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732587718231Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587718232 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587718232Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587718248 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587718248Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587718255 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587718268 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587718268Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587718677 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587718689 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587718689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334167d6: reopening flushed file at 1732587719097 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0a3edb: reopening flushed file at 1732587719111 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6d467e: reopening flushed file at 1732587719124 (+13 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=127, compaction requested=false at 1732587719137 (+13 ms)Writing region close event to WAL at 1732587719144 (+7 ms)Closed at 1732587719144 2024-11-26T02:21:59,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6acf83bb-1e0d-acc7-c31a-83e76064a22f/MasterData/WALs/851e45ef8bcf,46149,1732587694760/851e45ef8bcf%2C46149%2C1732587694760.1732587696416 not finished, retry = 0 2024-11-26T02:21:59,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741830_1006 (size=73866) 2024-11-26T02:21:59,249 INFO [M:0;851e45ef8bcf:46149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:21:59,249 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:21:59,249 INFO [M:0;851e45ef8bcf:46149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46149 2024-11-26T02:21:59,249 INFO [M:0;851e45ef8bcf:46149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:21:59,337 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1471, reset compression=false 2024-11-26T02:21:59,499 INFO [M:0;851e45ef8bcf:46149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:21:59,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:59,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x10174f1f4610006, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:21:59,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46888f98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:21:59,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cbadab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:21:59,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:21:59,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547f48ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:21:59,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17778e62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/hadoop.log.dir/,STOPPED} 2024-11-26T02:21:59,503 WARN [BP-1843007777-172.17.0.2-1732587692327 heartbeating to localhost/127.0.0.1:40567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:21:59,503 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:21:59,503 WARN [BP-1843007777-172.17.0.2-1732587692327 heartbeating to localhost/127.0.0.1:40567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843007777-172.17.0.2-1732587692327 (Datanode Uuid d4ab1936-5f76-42e1-bfe3-c979b46413d3) service to localhost/127.0.0.1:40567 2024-11-26T02:21:59,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:21:59,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/cluster_8339368d-cc1d-eea5-0dd6-8906632618ee/data/data1/current/BP-1843007777-172.17.0.2-1732587692327 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:21:59,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/cluster_8339368d-cc1d-eea5-0dd6-8906632618ee/data/data2/current/BP-1843007777-172.17.0.2-1732587692327 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:21:59,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:21:59,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e4bc20c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:21:59,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b4405d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:21:59,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:21:59,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65e62a16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:21:59,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@233807c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/hadoop.log.dir/,STOPPED} 2024-11-26T02:21:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:21:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:21:59,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:59,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:59,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:59,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:59,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:21:59,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:21:59,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1006067724, stopped=false 2024-11-26T02:21:59,535 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,35137,1732587690414 2024-11-26T02:21:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1015845992/running 2024-11-26T02:21:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1015845992/running 2024-11-26T02:21:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:21:59,604 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:21:59,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:21:59,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:59,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:59,605 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,40713,1732587690594' ***** 2024-11-26T02:21:59,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:21:59,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Set watcher on znode that does not yet exist, /1-1015845992/running 2024-11-26T02:21:59,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Set watcher on znode that does not yet exist, /1-1015845992/running 2024-11-26T02:21:59,606 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:21:59,606 INFO [RS:0;851e45ef8bcf:40713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:21:59,606 INFO [RS:0;851e45ef8bcf:40713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:21:59,606 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(3091): Received CLOSE for 28acda94b058d86b709bc5de4ceb208a 2024-11-26T02:21:59,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:21:59,606 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:21:59,607 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(3091): Received CLOSE for 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:59,607 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,40713,1732587690594 2024-11-26T02:21:59,607 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:21:59,607 INFO [RS:0;851e45ef8bcf:40713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:40713. 2024-11-26T02:21:59,607 DEBUG [RS:0;851e45ef8bcf:40713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:21:59,607 DEBUG [RS:0;851e45ef8bcf:40713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:21:59,607 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:21:59,607 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:21:59,607 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:21:59,607 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:21:59,607 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:21:59,607 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1325): Online Regions={28acda94b058d86b709bc5de4ceb208a=test,,1732587699317.28acda94b058d86b709bc5de4ceb208a., 1588230740=hbase:meta,,1.1588230740, 81050c4eee9f1b3e475b78441f5b18ec=hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec.} 2024-11-26T02:21:59,607 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28acda94b058d86b709bc5de4ceb208a, 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:59,607 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:21:59,607 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:21:59,607 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28acda94b058d86b709bc5de4ceb208a, disabling compactions & flushes 2024-11-26T02:21:59,607 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:21:59,607 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:21:59,607 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:21:59,607 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:21:59,607 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:21:59,607 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. after waiting 0 ms 2024-11-26T02:21:59,607 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:21:59,608 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:21:59,608 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 28acda94b058d86b709bc5de4ceb208a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T02:21:59,627 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/.tmp/f/a056bfc91b434f30860b9dd13f1138b2 is 37, key is row3/f:row3/1732587713845/Put/seqid=0 2024-11-26T02:21:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741840_1016 (size=5228) 2024-11-26T02:21:59,633 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/info/56367aa65a9843149cee922d9d84249f is 147, key is hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec./info:regioninfo/1732587703936/Put/seqid=0 2024-11-26T02:21:59,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741841_1017 (size=7686) 2024-11-26T02:21:59,637 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/info/56367aa65a9843149cee922d9d84249f 2024-11-26T02:21:59,658 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/ns/26a7fc84749947f3acd0a967a42f00c6 is 43, key is default/ns:d/1732587692154/Put/seqid=0 2024-11-26T02:21:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741842_1018 (size=5153) 2024-11-26T02:21:59,807 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28acda94b058d86b709bc5de4ceb208a, 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:21:59,881 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:22:00,008 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28acda94b058d86b709bc5de4ceb208a, 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:22:00,032 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/.tmp/f/a056bfc91b434f30860b9dd13f1138b2 2024-11-26T02:22:00,037 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a056bfc91b434f30860b9dd13f1138b2 2024-11-26T02:22:00,055 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/.tmp/f1/f5ff1a6ff35142028695b7713b5f74ab is 30, key is row1/f1:/1732587711182/DeleteFamily/seqid=0 2024-11-26T02:22:00,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741843_1019 (size=5158) 2024-11-26T02:22:00,061 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/ns/26a7fc84749947f3acd0a967a42f00c6 2024-11-26T02:22:00,078 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/rep_barrier/1dec0730862342fe88647c1be983e01b is 112, key is test,,1732587699317.28acda94b058d86b709bc5de4ceb208a./rep_barrier:seqnumDuringOpen/1732587699698/Put/seqid=0 2024-11-26T02:22:00,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741844_1020 (size=5518) 2024-11-26T02:22:00,208 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28acda94b058d86b709bc5de4ceb208a, 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:22:00,339 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1471, reset compression=false 2024-11-26T02:22:00,343 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:00,343 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1718, reset compression=false 2024-11-26T02:22:00,343 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,40713,1732587690594 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:00,344 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 851e45ef8bcf,40713,1732587690594: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-851e45ef8bcf,40713,1732587690594, walGroup=851e45ef8bcf%2C40713%2C1732587690594, offset=851e45ef8bcf%2C40713%2C1732587690594.1732587691702:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:40713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T02:22:00,345 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T02:22:00,345 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T02:22:00,345 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T02:22:00,345 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T02:22:00,345 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T02:22:00,346 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 760343296 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199186624 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T02:22:00,346 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:35137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:35137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-26T02:22:00,400 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:22:00,408 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28acda94b058d86b709bc5de4ceb208a, 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:22:00,459 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/.tmp/f1/f5ff1a6ff35142028695b7713b5f74ab 2024-11-26T02:22:00,463 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5ff1a6ff35142028695b7713b5f74ab 2024-11-26T02:22:00,481 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/.tmp/norep/cf66ae8f0ea148d1ac8ee82ff39d1815 is 33, key is row1/norep:/1732587711182/DeleteFamily/seqid=0 2024-11-26T02:22:00,482 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/rep_barrier/1dec0730862342fe88647c1be983e01b 2024-11-26T02:22:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741845_1021 (size=5108) 2024-11-26T02:22:00,494 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/.tmp/norep/cf66ae8f0ea148d1ac8ee82ff39d1815 2024-11-26T02:22:00,498 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf66ae8f0ea148d1ac8ee82ff39d1815 2024-11-26T02:22:00,499 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/.tmp/f/a056bfc91b434f30860b9dd13f1138b2 as hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/f/a056bfc91b434f30860b9dd13f1138b2 2024-11-26T02:22:00,503 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a056bfc91b434f30860b9dd13f1138b2 2024-11-26T02:22:00,503 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/f/a056bfc91b434f30860b9dd13f1138b2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T02:22:00,505 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/.tmp/f1/f5ff1a6ff35142028695b7713b5f74ab as hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/f1/f5ff1a6ff35142028695b7713b5f74ab 2024-11-26T02:22:00,508 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/table/178bc1eb0c16445bba957b44b489c9fc is 53, key is hbase:replication/table:state/1732587703942/Put/seqid=0 2024-11-26T02:22:00,510 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5ff1a6ff35142028695b7713b5f74ab 2024-11-26T02:22:00,510 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/f1/f5ff1a6ff35142028695b7713b5f74ab, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T02:22:00,511 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/.tmp/norep/cf66ae8f0ea148d1ac8ee82ff39d1815 as hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/norep/cf66ae8f0ea148d1ac8ee82ff39d1815 2024-11-26T02:22:00,515 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf66ae8f0ea148d1ac8ee82ff39d1815 2024-11-26T02:22:00,515 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/norep/cf66ae8f0ea148d1ac8ee82ff39d1815, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T02:22:00,516 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 28acda94b058d86b709bc5de4ceb208a in 909ms, sequenceid=12, compaction requested=false 2024-11-26T02:22:00,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741846_1022 (size=5308) 2024-11-26T02:22:00,531 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/default/test/28acda94b058d86b709bc5de4ceb208a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T02:22:00,531 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:00,532 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:22:00,532 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:22:00,532 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28acda94b058d86b709bc5de4ceb208a: Waiting for close lock at 1732587719607Running coprocessor pre-close hooks at 1732587719607Disabling compacts and flushes for region at 1732587719607Disabling writes for close at 1732587719607Obtaining lock to block concurrent updates at 1732587719608 (+1 ms)Preparing flush snapshotting stores in 28acda94b058d86b709bc5de4ceb208a at 1732587719608Finished memstore snapshotting test,,1732587699317.28acda94b058d86b709bc5de4ceb208a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732587719608Flushing stores of test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. at 1732587719608Flushing 28acda94b058d86b709bc5de4ceb208a/f: creating writer at 1732587719608Flushing 28acda94b058d86b709bc5de4ceb208a/f: appending metadata at 1732587719627 (+19 ms)Flushing 28acda94b058d86b709bc5de4ceb208a/f: closing flushed file at 1732587719627Flushing 28acda94b058d86b709bc5de4ceb208a/f1: creating writer at 1732587720037 (+410 ms)Flushing 28acda94b058d86b709bc5de4ceb208a/f1: appending metadata at 1732587720055 (+18 ms)Flushing 28acda94b058d86b709bc5de4ceb208a/f1: closing flushed file at 1732587720055Flushing 28acda94b058d86b709bc5de4ceb208a/norep: creating writer at 1732587720463 (+408 ms)Flushing 28acda94b058d86b709bc5de4ceb208a/norep: appending metadata at 1732587720479 (+16 ms)Flushing 28acda94b058d86b709bc5de4ceb208a/norep: closing flushed file at 1732587720479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b5b1e1: reopening flushed file at 1732587720498 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7562ebce: reopening flushed file at 1732587720503 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e7183e: reopening flushed file at 1732587720511 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 28acda94b058d86b709bc5de4ceb208a in 909ms, sequenceid=12, compaction requested=false at 1732587720516 (+5 ms)Writing region close event to WAL at 1732587720528 (+12 ms)Running coprocessor post-close hooks at 1732587720531 (+3 ms)Closed at 1732587720532 (+1 ms) 2024-11-26T02:22:00,532 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587699317.28acda94b058d86b709bc5de4ceb208a. 2024-11-26T02:22:00,532 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81050c4eee9f1b3e475b78441f5b18ec, disabling compactions & flushes 2024-11-26T02:22:00,532 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:22:00,532 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:22:00,532 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. after waiting 0 ms 2024-11-26T02:22:00,532 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:22:00,532 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81050c4eee9f1b3e475b78441f5b18ec: Waiting for close lock at 1732587720532Running coprocessor pre-close hooks at 1732587720532Disabling compacts and flushes for region at 1732587720532Disabling writes for close at 1732587720532Failed flush hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec., putting online again at 1732587720532 2024-11-26T02:22:00,532 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:22:00,546 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 1718, reset compression=false 2024-11-26T02:22:00,552 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:00,552 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 2362, reset compression=false 2024-11-26T02:22:00,561 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:22:00,562 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:22:00,608 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:22:00,608 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 81050c4eee9f1b3e475b78441f5b18ec=hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec.} 2024-11-26T02:22:00,608 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(3091): Received CLOSE for 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:22:00,608 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81050c4eee9f1b3e475b78441f5b18ec 2024-11-26T02:22:00,608 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81050c4eee9f1b3e475b78441f5b18ec, disabling compactions & flushes 2024-11-26T02:22:00,608 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:22:00,609 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:22:00,609 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. after waiting 0 ms 2024-11-26T02:22:00,609 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:22:00,609 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81050c4eee9f1b3e475b78441f5b18ec: Waiting for close lock at 1732587720608Running coprocessor pre-close hooks at 1732587720608Disabling compacts and flushes for region at 1732587720608Disabling writes for close at 1732587720609 (+1 ms)Failed flush hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec., putting online again at 1732587720609 2024-11-26T02:22:00,609 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587702772.81050c4eee9f1b3e475b78441f5b18ec. 2024-11-26T02:22:00,756 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 2362, reset compression=false 2024-11-26T02:22:00,808 DEBUG [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:22:00,884 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:22:00,926 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/table/178bc1eb0c16445bba957b44b489c9fc 2024-11-26T02:22:00,930 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/info/56367aa65a9843149cee922d9d84249f as hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/info/56367aa65a9843149cee922d9d84249f 2024-11-26T02:22:00,933 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/info/56367aa65a9843149cee922d9d84249f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:22:00,934 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/ns/26a7fc84749947f3acd0a967a42f00c6 as hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/ns/26a7fc84749947f3acd0a967a42f00c6 2024-11-26T02:22:00,937 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/ns/26a7fc84749947f3acd0a967a42f00c6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:22:00,938 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/rep_barrier/1dec0730862342fe88647c1be983e01b as hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/rep_barrier/1dec0730862342fe88647c1be983e01b 2024-11-26T02:22:00,941 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/rep_barrier/1dec0730862342fe88647c1be983e01b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:22:00,942 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/.tmp/table/178bc1eb0c16445bba957b44b489c9fc as hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/table/178bc1eb0c16445bba957b44b489c9fc 2024-11-26T02:22:00,946 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/table/178bc1eb0c16445bba957b44b489c9fc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:22:00,946 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false 2024-11-26T02:22:00,958 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:22:00,958 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:00,958 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:22:00,958 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:00,958 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587719607Running coprocessor pre-close hooks at 1732587719607Disabling compacts and flushes for region at 1732587719607Disabling writes for close at 1732587719607Obtaining lock to block concurrent updates at 1732587719608 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732587719608Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587719608Flushing stores of hbase:meta,,1.1588230740 at 1732587719612 (+4 ms)Flushing 1588230740/info: creating writer at 1732587719612Flushing 1588230740/info: appending metadata at 1732587719633 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732587719633Flushing 1588230740/ns: creating writer at 1732587719641 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732587719657 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732587719657Flushing 1588230740/rep_barrier: creating writer at 1732587720064 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587720077 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587720077Flushing 1588230740/table: creating writer at 1732587720486 (+409 ms)Flushing 1588230740/table: appending metadata at 1732587720508 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732587720508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b99f65d: reopening flushed file at 1732587720930 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f86bf80: reopening flushed file at 1732587720933 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b66937: reopening flushed file at 1732587720937 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679e9326: reopening flushed file at 1732587720942 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false at 1732587720946 (+4 ms)Writing region close event to WAL at 1732587720955 (+9 ms)Running coprocessor post-close hooks at 1732587720958 (+3 ms)Closed at 1732587720958 2024-11-26T02:22:00,958 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:01,009 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T02:22:01,009 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,40713,1732587690594; all regions closed. 2024-11-26T02:22:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:22:01,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741839_1015 (size=2609) 2024-11-26T02:22:01,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 not finished, retry = 0 2024-11-26T02:22:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741833_1009 (size=2370) 2024-11-26T02:22:01,059 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 to pos 2362, reset compression=false 2024-11-26T02:22:01,129 DEBUG [RS:0;851e45ef8bcf:40713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:01,129 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:22:01,129 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/WALs/851e45ef8bcf,40713,1732587690594/851e45ef8bcf%2C40713%2C1732587690594.1732587691702 2024-11-26T02:22:01,129 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:22:01,129 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:22:01,129 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:22:01,129 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:22:01,130 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,40713,1732587690594 because: Region server is closing 2024-11-26T02:22:01,130 INFO [RS:0;851e45ef8bcf:40713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:40713. 2024-11-26T02:22:01,130 DEBUG [RS:0;851e45ef8bcf:40713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:01,130 DEBUG [RS:0;851e45ef8bcf:40713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:01,130 DEBUG [RS:0;851e45ef8bcf:40713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:01,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:01,230 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.shipper851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 terminated 2024-11-26T02:22:01,231 INFO [RS:0;851e45ef8bcf:40713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:40713. 2024-11-26T02:22:01,231 DEBUG [RS:0;851e45ef8bcf:40713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:01,231 DEBUG [RS:0;851e45ef8bcf:40713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:01,231 DEBUG [RS:0;851e45ef8bcf:40713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:01,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:01,231 INFO [RS:0;851e45ef8bcf:40713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40713 2024-11-26T02:22:01,231 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,40713,1732587690594.replicationSource.wal-reader.851e45ef8bcf%2C40713%2C1732587690594,1-851e45ef8bcf,40713,1732587690594 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-26T02:22:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1015845992/rs/851e45ef8bcf,40713,1732587690594 2024-11-26T02:22:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992/rs 2024-11-26T02:22:01,243 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:22:01,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,40713,1732587690594] 2024-11-26T02:22:01,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015845992/draining/851e45ef8bcf,40713,1732587690594 already deleted, retry=false 2024-11-26T02:22:01,264 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,40713,1732587690594 expired; onlineServers=0 2024-11-26T02:22:01,264 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,35137,1732587690414' ***** 2024-11-26T02:22:01,264 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:22:01,264 INFO [M:0;851e45ef8bcf:35137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:22:01,264 INFO [M:0;851e45ef8bcf:35137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:22:01,264 DEBUG [M:0;851e45ef8bcf:35137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:22:01,264 DEBUG [M:0;851e45ef8bcf:35137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:22:01,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:22:01,264 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587691353 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587691353,5,FailOnTimeoutGroup] 2024-11-26T02:22:01,264 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587691354 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587691354,5,FailOnTimeoutGroup] 2024-11-26T02:22:01,264 INFO [M:0;851e45ef8bcf:35137 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:22:01,264 INFO [M:0;851e45ef8bcf:35137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:22:01,264 DEBUG [M:0;851e45ef8bcf:35137 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:22:01,264 INFO [M:0;851e45ef8bcf:35137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:22:01,265 INFO [M:0;851e45ef8bcf:35137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:22:01,265 INFO [M:0;851e45ef8bcf:35137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:22:01,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:22:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1015845992/master 2024-11-26T02:22:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015845992 2024-11-26T02:22:01,274 DEBUG [M:0;851e45ef8bcf:35137 {}] zookeeper.ZKUtil(347): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Unable to get data of znode /1-1015845992/master because node does not exist (not an error) 2024-11-26T02:22:01,274 WARN [M:0;851e45ef8bcf:35137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:22:01,275 INFO [M:0;851e45ef8bcf:35137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/.lastflushedseqids 2024-11-26T02:22:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741847_1023 (size=245) 2024-11-26T02:22:01,353 INFO [RS:0;851e45ef8bcf:40713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:22:01,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:01,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x10174f1f4610004, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:01,353 INFO [RS:0;851e45ef8bcf:40713 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,40713,1732587690594; zookeeper connection closed. 2024-11-26T02:22:01,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@572e212 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@572e212 2024-11-26T02:22:01,354 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:22:01,681 INFO [M:0;851e45ef8bcf:35137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:22:01,681 INFO [M:0;851e45ef8bcf:35137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:22:01,681 DEBUG [M:0;851e45ef8bcf:35137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:22:01,681 INFO [M:0;851e45ef8bcf:35137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:01,681 DEBUG [M:0;851e45ef8bcf:35137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:01,681 DEBUG [M:0;851e45ef8bcf:35137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:22:01,681 DEBUG [M:0;851e45ef8bcf:35137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:01,681 INFO [M:0;851e45ef8bcf:35137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=54.84 KB heapSize=64.11 KB 2024-11-26T02:22:01,694 DEBUG [M:0;851e45ef8bcf:35137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25d41669730645baac214862f375d79c is 82, key is hbase:meta,,1/info:regioninfo/1732587692133/Put/seqid=0 2024-11-26T02:22:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741848_1024 (size=5672) 2024-11-26T02:22:01,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:01,988 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:22:02,098 INFO [M:0;851e45ef8bcf:35137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25d41669730645baac214862f375d79c 2024-11-26T02:22:02,120 DEBUG [M:0;851e45ef8bcf:35137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3485863764e4ebbac573d26bff60a94 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732587703946/Put/seqid=0 2024-11-26T02:22:02,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741849_1025 (size=8516) 2024-11-26T02:22:02,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:22:02,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:02,523 INFO [M:0;851e45ef8bcf:35137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.29 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3485863764e4ebbac573d26bff60a94 2024-11-26T02:22:02,543 DEBUG [M:0;851e45ef8bcf:35137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5be3d027d504ab1b45289ab89b560a6 is 69, key is 851e45ef8bcf,40713,1732587690594/rs:state/1732587691441/Put/seqid=0 2024-11-26T02:22:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741850_1026 (size=5156) 2024-11-26T02:22:02,947 INFO [M:0;851e45ef8bcf:35137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5be3d027d504ab1b45289ab89b560a6 2024-11-26T02:22:02,952 DEBUG [M:0;851e45ef8bcf:35137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25d41669730645baac214862f375d79c as hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25d41669730645baac214862f375d79c 2024-11-26T02:22:02,955 INFO [M:0;851e45ef8bcf:35137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25d41669730645baac214862f375d79c, entries=8, sequenceid=95, filesize=5.5 K 2024-11-26T02:22:02,955 DEBUG [M:0;851e45ef8bcf:35137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3485863764e4ebbac573d26bff60a94 as hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3485863764e4ebbac573d26bff60a94 2024-11-26T02:22:02,959 INFO [M:0;851e45ef8bcf:35137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3485863764e4ebbac573d26bff60a94, entries=11, sequenceid=95, filesize=8.3 K 2024-11-26T02:22:02,959 DEBUG [M:0;851e45ef8bcf:35137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5be3d027d504ab1b45289ab89b560a6 as hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5be3d027d504ab1b45289ab89b560a6 2024-11-26T02:22:02,963 INFO [M:0;851e45ef8bcf:35137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37327/user/jenkins/test-data/7d8cc895-eb4a-0a03-7e45-681b22a2ed40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5be3d027d504ab1b45289ab89b560a6, entries=1, sequenceid=95, filesize=5.0 K 2024-11-26T02:22:02,963 INFO [M:0;851e45ef8bcf:35137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~54.84 KB/56158, heapSize ~63.81 KB/65344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=95, compaction requested=false 2024-11-26T02:22:02,965 INFO [M:0;851e45ef8bcf:35137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:02,965 DEBUG [M:0;851e45ef8bcf:35137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587721681Disabling compacts and flushes for region at 1732587721681Disabling writes for close at 1732587721681Obtaining lock to block concurrent updates at 1732587721681Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587721681Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56158, getHeapSize=65584, getOffHeapSize=0, getCellsCount=112 at 1732587721682 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587721682Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587721682Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587721694 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587721694Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587722102 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587722119 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587722119Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587722527 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587722543 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587722543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc074ce: reopening flushed file at 1732587722951 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d4c52b: reopening flushed file at 1732587722955 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1012db: reopening flushed file at 1732587722959 (+4 ms)Finished flush of dataSize ~54.84 KB/56158, heapSize ~63.81 KB/65344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=95, compaction requested=false at 1732587722963 (+4 ms)Writing region close event to WAL at 1732587722965 (+2 ms)Closed at 1732587722965 2024-11-26T02:22:02,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46103 is added to blk_1073741830_1006 (size=62849) 2024-11-26T02:22:02,968 INFO [M:0;851e45ef8bcf:35137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:22:02,968 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:22:02,968 INFO [M:0;851e45ef8bcf:35137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35137 2024-11-26T02:22:02,968 INFO [M:0;851e45ef8bcf:35137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:22:03,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:03,080 INFO [M:0;851e45ef8bcf:35137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:22:03,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35137-0x10174f1f4610003, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:03,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76deb67a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:22:03,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17b9bb3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:22:03,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:22:03,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7942bfb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:22:03,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62b43e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/hadoop.log.dir/,STOPPED} 2024-11-26T02:22:03,092 WARN [BP-2078443348-172.17.0.2-1732587688604 heartbeating to localhost/127.0.0.1:37327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:22:03,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:22:03,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:22:03,092 WARN [BP-2078443348-172.17.0.2-1732587688604 heartbeating to localhost/127.0.0.1:37327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2078443348-172.17.0.2-1732587688604 (Datanode Uuid 0f81b185-9a81-4ade-a090-2f50d2fecf21) service to localhost/127.0.0.1:37327 2024-11-26T02:22:03,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/cluster_8febc213-eec5-30cb-4fb1-53a80051f1da/data/data1/current/BP-2078443348-172.17.0.2-1732587688604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:22:03,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/cluster_8febc213-eec5-30cb-4fb1-53a80051f1da/data/data2/current/BP-2078443348-172.17.0.2-1732587688604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:22:03,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:22:03,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a48a809{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:22:03,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c56d22c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:22:03,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:22:03,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f82d566{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:22:03,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0a56ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d4f9d79-be5e-0d36-b90e-988ffd290183/hadoop.log.dir/,STOPPED} 2024-11-26T02:22:03,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:22:03,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:22:03,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:03,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:03,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:03,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:03,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:22:03,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:03,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=32519613, stopped=false 2024-11-26T02:22:03,120 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,40259,1732587684600 2024-11-26T02:22:03,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-53480042/running 2024-11-26T02:22:03,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-53480042/running 2024-11-26T02:22:03,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:22:03,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:22:03,137 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:22:03,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:03,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:03,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:03,138 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,37227,1732587684952' ***** 2024-11-26T02:22:03,138 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:22:03,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Set watcher on znode that does not yet exist, /0-53480042/running 2024-11-26T02:22:03,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Set watcher on znode that does not yet exist, /0-53480042/running 2024-11-26T02:22:03,138 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:22:03,138 INFO [RS:0;851e45ef8bcf:37227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:22:03,138 INFO [RS:0;851e45ef8bcf:37227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:22:03,138 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:22:03,139 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(3091): Received CLOSE for 78707730a484ebb9b2d50cddcb72526f 2024-11-26T02:22:03,139 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(3091): Received CLOSE for a21269c086e8b44a04605381f895bca2 2024-11-26T02:22:03,139 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,37227,1732587684952 2024-11-26T02:22:03,139 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:22:03,139 INFO [RS:0;851e45ef8bcf:37227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:37227. 2024-11-26T02:22:03,139 DEBUG [RS:0;851e45ef8bcf:37227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:03,139 DEBUG [RS:0;851e45ef8bcf:37227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:03,139 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:22:03,139 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:22:03,139 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:22:03,139 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:22:03,139 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:22:03,139 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1325): Online Regions={78707730a484ebb9b2d50cddcb72526f=test,,1732587698169.78707730a484ebb9b2d50cddcb72526f., a21269c086e8b44a04605381f895bca2=hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:22:03,139 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78707730a484ebb9b2d50cddcb72526f, a21269c086e8b44a04605381f895bca2 2024-11-26T02:22:03,139 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78707730a484ebb9b2d50cddcb72526f, disabling compactions & flushes 2024-11-26T02:22:03,139 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:22:03,140 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:22:03,140 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. after waiting 0 ms 2024-11-26T02:22:03,140 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:22:03,140 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:22:03,140 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:22:03,140 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:22:03,140 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:22:03,140 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 78707730a484ebb9b2d50cddcb72526f 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-26T02:22:03,140 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:22:03,140 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:22:03,154 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:22:03,159 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/.tmp/f/e1278344181744adaf1aa4024f359caa is 37, key is row3/f:row3/1732587713845/Put/seqid=0 2024-11-26T02:22:03,162 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/info/0062e37a04564d1a9883b08d93e3eda3 is 147, key is hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2./info:regioninfo/1732587702016/Put/seqid=0 2024-11-26T02:22:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741840_1016 (size=5228) 2024-11-26T02:22:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741841_1017 (size=7686) 2024-11-26T02:22:03,178 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/info/0062e37a04564d1a9883b08d93e3eda3 2024-11-26T02:22:03,192 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1488, reset compression=false 2024-11-26T02:22:03,198 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:03,198 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1735, reset compression=false 2024-11-26T02:22:03,198 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,37227,1732587684952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:03,199 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 851e45ef8bcf,37227,1732587684952: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-851e45ef8bcf,37227,1732587684952, walGroup=851e45ef8bcf%2C37227%2C1732587684952, offset=851e45ef8bcf%2C37227%2C1732587684952.1732587687551:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:37227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T02:22:03,200 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T02:22:03,200 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T02:22:03,200 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T02:22:03,200 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T02:22:03,201 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T02:22:03,201 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 840035072 }, "NonHeapMemoryUsage": { "committed": 202899456, "init": 7667712, "max": -1, "used": 199929640 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T02:22:03,201 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:40259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:40259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-26T02:22:03,208 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/ns/f929275fc9584c41abcec2f7a8982779 is 43, key is default/ns:d/1732587688518/Put/seqid=0 2024-11-26T02:22:03,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741842_1018 (size=5153) 2024-11-26T02:22:03,340 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78707730a484ebb9b2d50cddcb72526f, a21269c086e8b44a04605381f895bca2 2024-11-26T02:22:03,402 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1735, reset compression=false 2024-11-26T02:22:03,437 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:22:03,437 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:22:03,540 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78707730a484ebb9b2d50cddcb72526f, a21269c086e8b44a04605381f895bca2 2024-11-26T02:22:03,575 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/.tmp/f/e1278344181744adaf1aa4024f359caa 2024-11-26T02:22:03,579 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1278344181744adaf1aa4024f359caa 2024-11-26T02:22:03,596 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/.tmp/f1/44828491cb9b4682ab1a183fffdf81e8 is 30, key is row1/f1:/1732587711182/DeleteFamily/seqid=0 2024-11-26T02:22:03,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741843_1019 (size=5158) 2024-11-26T02:22:03,619 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/ns/f929275fc9584c41abcec2f7a8982779 2024-11-26T02:22:03,635 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/rep_barrier/1707b79894894ec59d479de7bea83c97 is 112, key is test,,1732587698169.78707730a484ebb9b2d50cddcb72526f./rep_barrier:seqnumDuringOpen/1732587698983/Put/seqid=0 2024-11-26T02:22:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741844_1020 (size=5518) 2024-11-26T02:22:03,705 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1735, reset compression=false 2024-11-26T02:22:03,740 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78707730a484ebb9b2d50cddcb72526f, a21269c086e8b44a04605381f895bca2 2024-11-26T02:22:03,940 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78707730a484ebb9b2d50cddcb72526f, a21269c086e8b44a04605381f895bca2 2024-11-26T02:22:04,000 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/.tmp/f1/44828491cb9b4682ab1a183fffdf81e8 2024-11-26T02:22:04,004 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44828491cb9b4682ab1a183fffdf81e8 2024-11-26T02:22:04,016 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/.tmp/norep/0f76997b5be34419884758090e1fc1f4 is 32, key is row/norep:/1732587710175/DeleteFamily/seqid=0 2024-11-26T02:22:04,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741845_1021 (size=5101) 2024-11-26T02:22:04,039 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/rep_barrier/1707b79894894ec59d479de7bea83c97 2024-11-26T02:22:04,059 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/table/4bac9a7315994e71858bff58ff449073 is 53, key is hbase:replication/table:state/1732587702023/Put/seqid=0 2024-11-26T02:22:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741846_1022 (size=5308) 2024-11-26T02:22:04,109 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1735, reset compression=false 2024-11-26T02:22:04,140 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78707730a484ebb9b2d50cddcb72526f, a21269c086e8b44a04605381f895bca2 2024-11-26T02:22:04,341 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78707730a484ebb9b2d50cddcb72526f, a21269c086e8b44a04605381f895bca2 2024-11-26T02:22:04,420 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/.tmp/norep/0f76997b5be34419884758090e1fc1f4 2024-11-26T02:22:04,423 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f76997b5be34419884758090e1fc1f4 2024-11-26T02:22:04,424 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/.tmp/f/e1278344181744adaf1aa4024f359caa as hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/f/e1278344181744adaf1aa4024f359caa 2024-11-26T02:22:04,427 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1278344181744adaf1aa4024f359caa 2024-11-26T02:22:04,427 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/f/e1278344181744adaf1aa4024f359caa, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T02:22:04,428 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/.tmp/f1/44828491cb9b4682ab1a183fffdf81e8 as hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/f1/44828491cb9b4682ab1a183fffdf81e8 2024-11-26T02:22:04,431 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44828491cb9b4682ab1a183fffdf81e8 2024-11-26T02:22:04,432 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/f1/44828491cb9b4682ab1a183fffdf81e8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T02:22:04,432 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/.tmp/norep/0f76997b5be34419884758090e1fc1f4 as hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/norep/0f76997b5be34419884758090e1fc1f4 2024-11-26T02:22:04,436 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f76997b5be34419884758090e1fc1f4 2024-11-26T02:22:04,436 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/norep/0f76997b5be34419884758090e1fc1f4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T02:22:04,436 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 78707730a484ebb9b2d50cddcb72526f in 1296ms, sequenceid=12, compaction requested=false 2024-11-26T02:22:04,436 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T02:22:04,443 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/default/test/78707730a484ebb9b2d50cddcb72526f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T02:22:04,444 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:04,444 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:22:04,444 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:22:04,444 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78707730a484ebb9b2d50cddcb72526f: Waiting for close lock at 1732587723139Running coprocessor pre-close hooks at 1732587723139Disabling compacts and flushes for region at 1732587723139Disabling writes for close at 1732587723140 (+1 ms)Obtaining lock to block concurrent updates at 1732587723140Preparing flush snapshotting stores in 78707730a484ebb9b2d50cddcb72526f at 1732587723140Finished memstore snapshotting test,,1732587698169.78707730a484ebb9b2d50cddcb72526f., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732587723140Flushing stores of test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. at 1732587723141 (+1 ms)Flushing 78707730a484ebb9b2d50cddcb72526f/f: creating writer at 1732587723141Flushing 78707730a484ebb9b2d50cddcb72526f/f: appending metadata at 1732587723159 (+18 ms)Flushing 78707730a484ebb9b2d50cddcb72526f/f: closing flushed file at 1732587723159Flushing 78707730a484ebb9b2d50cddcb72526f/f1: creating writer at 1732587723579 (+420 ms)Flushing 78707730a484ebb9b2d50cddcb72526f/f1: appending metadata at 1732587723595 (+16 ms)Flushing 78707730a484ebb9b2d50cddcb72526f/f1: closing flushed file at 1732587723595Flushing 78707730a484ebb9b2d50cddcb72526f/norep: creating writer at 1732587724004 (+409 ms)Flushing 78707730a484ebb9b2d50cddcb72526f/norep: appending metadata at 1732587724016 (+12 ms)Flushing 78707730a484ebb9b2d50cddcb72526f/norep: closing flushed file at 1732587724016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226d280d: reopening flushed file at 1732587724423 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d3b236: reopening flushed file at 1732587724427 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d22f145: reopening flushed file at 1732587724432 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 78707730a484ebb9b2d50cddcb72526f in 1296ms, sequenceid=12, compaction requested=false at 1732587724436 (+4 ms)Writing region close event to WAL at 1732587724441 (+5 ms)Running coprocessor post-close hooks at 1732587724444 (+3 ms)Closed at 1732587724444 2024-11-26T02:22:04,444 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587698169.78707730a484ebb9b2d50cddcb72526f. 2024-11-26T02:22:04,444 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a21269c086e8b44a04605381f895bca2, disabling compactions & flushes 2024-11-26T02:22:04,444 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:22:04,444 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:22:04,444 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. after waiting 0 ms 2024-11-26T02:22:04,444 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:22:04,444 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a21269c086e8b44a04605381f895bca2: Waiting for close lock at 1732587724444Running coprocessor pre-close hooks at 1732587724444Disabling compacts and flushes for region at 1732587724444Disabling writes for close at 1732587724444Failed flush hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2., putting online again at 1732587724444 2024-11-26T02:22:04,444 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:22:04,463 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/table/4bac9a7315994e71858bff58ff449073 2024-11-26T02:22:04,466 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/info/0062e37a04564d1a9883b08d93e3eda3 as hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/info/0062e37a04564d1a9883b08d93e3eda3 2024-11-26T02:22:04,469 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/info/0062e37a04564d1a9883b08d93e3eda3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:22:04,470 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/ns/f929275fc9584c41abcec2f7a8982779 as hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/ns/f929275fc9584c41abcec2f7a8982779 2024-11-26T02:22:04,473 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/ns/f929275fc9584c41abcec2f7a8982779, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:22:04,473 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/rep_barrier/1707b79894894ec59d479de7bea83c97 as hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/rep_barrier/1707b79894894ec59d479de7bea83c97 2024-11-26T02:22:04,476 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/rep_barrier/1707b79894894ec59d479de7bea83c97, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:22:04,477 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/.tmp/table/4bac9a7315994e71858bff58ff449073 as hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/table/4bac9a7315994e71858bff58ff449073 2024-11-26T02:22:04,480 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/table/4bac9a7315994e71858bff58ff449073, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:22:04,480 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false 2024-11-26T02:22:04,480 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:22:04,484 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:22:04,484 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:04,484 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:22:04,484 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:04,484 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587723140Running coprocessor pre-close hooks at 1732587723140Disabling compacts and flushes for region at 1732587723140Disabling writes for close at 1732587723140Obtaining lock to block concurrent updates at 1732587723140Preparing flush snapshotting stores in 1588230740 at 1732587723140Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587723140Flushing stores of hbase:meta,,1.1588230740 at 1732587723141 (+1 ms)Flushing 1588230740/info: creating writer at 1732587723141Flushing 1588230740/info: appending metadata at 1732587723161 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732587723161Flushing 1588230740/ns: creating writer at 1732587723188 (+27 ms)Flushing 1588230740/ns: appending metadata at 1732587723207 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732587723207Flushing 1588230740/rep_barrier: creating writer at 1732587723623 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587723635 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587723635Flushing 1588230740/table: creating writer at 1732587724043 (+408 ms)Flushing 1588230740/table: appending metadata at 1732587724058 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732587724059 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66894feb: reopening flushed file at 1732587724466 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad470f0: reopening flushed file at 1732587724469 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f70284d: reopening flushed file at 1732587724473 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786af1e5: reopening flushed file at 1732587724476 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false at 1732587724480 (+4 ms)Writing region close event to WAL at 1732587724482 (+2 ms)Running coprocessor post-close hooks at 1732587724484 (+2 ms)Closed at 1732587724484 2024-11-26T02:22:04,484 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:04,541 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:22:04,541 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1325): Online Regions={a21269c086e8b44a04605381f895bca2=hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2.} 2024-11-26T02:22:04,541 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(3091): Received CLOSE for a21269c086e8b44a04605381f895bca2 2024-11-26T02:22:04,541 DEBUG [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1351): Waiting on a21269c086e8b44a04605381f895bca2 2024-11-26T02:22:04,541 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a21269c086e8b44a04605381f895bca2, disabling compactions & flushes 2024-11-26T02:22:04,541 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:22:04,541 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:22:04,541 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. after waiting 0 ms 2024-11-26T02:22:04,541 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:22:04,541 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a21269c086e8b44a04605381f895bca2: Waiting for close lock at 1732587724541Running coprocessor pre-close hooks at 1732587724541Disabling compacts and flushes for region at 1732587724541Disabling writes for close at 1732587724541Failed flush hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2., putting online again at 1732587724541 2024-11-26T02:22:04,541 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587700605.a21269c086e8b44a04605381f895bca2. 2024-11-26T02:22:04,613 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 1735, reset compression=false 2024-11-26T02:22:04,617 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:04,617 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 2379, reset compression=false 2024-11-26T02:22:04,741 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T02:22:04,741 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,37227,1732587684952; all regions closed. 2024-11-26T02:22:04,748 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.meta.1732587688425.meta not finished, retry = 0 2024-11-26T02:22:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:22:04,819 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.1732587687551 to pos 2379, reset compression=false 2024-11-26T02:22:04,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/WALs/851e45ef8bcf,37227,1732587684952/851e45ef8bcf%2C37227%2C1732587684952.rep.1732587701984 not finished, retry = 0 2024-11-26T02:22:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741839_1015 (size=2609) 2024-11-26T02:22:04,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741832_1008 (size=2387) 2024-11-26T02:22:04,956 DEBUG [RS:0;851e45ef8bcf:37227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:04,956 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:22:04,956 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:22:04,956 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:22:04,956 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:22:04,956 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,37227,1732587684952 because: Region server is closing 2024-11-26T02:22:04,957 INFO [RS:0;851e45ef8bcf:37227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:37227. 2024-11-26T02:22:04,957 DEBUG [RS:0;851e45ef8bcf:37227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:04,957 DEBUG [RS:0;851e45ef8bcf:37227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:04,957 DEBUG [RS:0;851e45ef8bcf:37227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:04,963 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:22:04,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:05,057 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.shipper851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 terminated 2024-11-26T02:22:05,057 INFO [RS:0;851e45ef8bcf:37227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:37227. 2024-11-26T02:22:05,057 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,37227,1732587684952.replicationSource.wal-reader.851e45ef8bcf%2C37227%2C1732587684952,1-851e45ef8bcf,37227,1732587684952 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:22:05,057 DEBUG [RS:0;851e45ef8bcf:37227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:05,057 DEBUG [RS:0;851e45ef8bcf:37227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:05,058 DEBUG [RS:0;851e45ef8bcf:37227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:05,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:05,058 INFO [RS:0;851e45ef8bcf:37227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37227 2024-11-26T02:22:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042/rs 2024-11-26T02:22:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-53480042/rs/851e45ef8bcf,37227,1732587684952 2024-11-26T02:22:05,190 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:22:05,190 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,37227,1732587684952] 2024-11-26T02:22:05,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-53480042/draining/851e45ef8bcf,37227,1732587684952 already deleted, retry=false 2024-11-26T02:22:05,211 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,37227,1732587684952 expired; onlineServers=0 2024-11-26T02:22:05,211 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,40259,1732587684600' ***** 2024-11-26T02:22:05,211 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:22:05,211 INFO [M:0;851e45ef8bcf:40259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:22:05,211 INFO [M:0;851e45ef8bcf:40259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:22:05,211 DEBUG [M:0;851e45ef8bcf:40259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:22:05,211 DEBUG [M:0;851e45ef8bcf:40259 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:22:05,211 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:22:05,211 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587687257 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587687257,5,FailOnTimeoutGroup] 2024-11-26T02:22:05,211 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587687257 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587687257,5,FailOnTimeoutGroup] 2024-11-26T02:22:05,211 INFO [M:0;851e45ef8bcf:40259 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:22:05,211 INFO [M:0;851e45ef8bcf:40259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:22:05,211 DEBUG [M:0;851e45ef8bcf:40259 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:22:05,211 INFO [M:0;851e45ef8bcf:40259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:22:05,212 INFO [M:0;851e45ef8bcf:40259 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:22:05,212 INFO [M:0;851e45ef8bcf:40259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:22:05,212 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:22:05,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-53480042/master 2024-11-26T02:22:05,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-53480042 2024-11-26T02:22:05,221 DEBUG [M:0;851e45ef8bcf:40259 {}] zookeeper.ZKUtil(347): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Unable to get data of znode /0-53480042/master because node does not exist (not an error) 2024-11-26T02:22:05,221 WARN [M:0;851e45ef8bcf:40259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:22:05,236 INFO [M:0;851e45ef8bcf:40259 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/.lastflushedseqids 2024-11-26T02:22:05,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741847_1023 (size=245) 2024-11-26T02:22:05,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:05,301 INFO [RS:0;851e45ef8bcf:37227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:22:05,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37227-0x10174f1f4610001, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:05,301 INFO [RS:0;851e45ef8bcf:37227 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,37227,1732587684952; zookeeper connection closed. 2024-11-26T02:22:05,301 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6df45fcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6df45fcd 2024-11-26T02:22:05,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:22:05,667 INFO [M:0;851e45ef8bcf:40259 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:22:05,667 INFO [M:0;851e45ef8bcf:40259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:22:05,667 DEBUG [M:0;851e45ef8bcf:40259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:22:05,667 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:05,667 DEBUG [M:0;851e45ef8bcf:40259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:05,667 DEBUG [M:0;851e45ef8bcf:40259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:22:05,667 DEBUG [M:0;851e45ef8bcf:40259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:05,667 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-26T02:22:05,681 DEBUG [M:0;851e45ef8bcf:40259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e5af13f740a49c99cb9216a2f902aca is 82, key is hbase:meta,,1/info:regioninfo/1732587688457/Put/seqid=0 2024-11-26T02:22:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741848_1024 (size=5672) 2024-11-26T02:22:06,085 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e5af13f740a49c99cb9216a2f902aca 2024-11-26T02:22:06,108 DEBUG [M:0;851e45ef8bcf:40259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8709bcb003bd4a27b0186a733146ca25 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732587699016/Put/seqid=0 2024-11-26T02:22:06,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741849_1025 (size=7219) 2024-11-26T02:22:06,121 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8709bcb003bd4a27b0186a733146ca25 2024-11-26T02:22:06,125 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8709bcb003bd4a27b0186a733146ca25 2024-11-26T02:22:06,145 DEBUG [M:0;851e45ef8bcf:40259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e4a8ce09595420bb0828cccc79bfe0f is 69, key is 851e45ef8bcf,37227,1732587684952/rs:state/1732587687384/Put/seqid=0 2024-11-26T02:22:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741850_1026 (size=5156) 2024-11-26T02:22:06,559 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e4a8ce09595420bb0828cccc79bfe0f 2024-11-26T02:22:06,564 DEBUG [M:0;851e45ef8bcf:40259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e5af13f740a49c99cb9216a2f902aca as hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e5af13f740a49c99cb9216a2f902aca 2024-11-26T02:22:06,569 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e5af13f740a49c99cb9216a2f902aca, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T02:22:06,570 DEBUG [M:0;851e45ef8bcf:40259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8709bcb003bd4a27b0186a733146ca25 as hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8709bcb003bd4a27b0186a733146ca25 2024-11-26T02:22:06,575 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8709bcb003bd4a27b0186a733146ca25 2024-11-26T02:22:06,575 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8709bcb003bd4a27b0186a733146ca25, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T02:22:06,576 DEBUG [M:0;851e45ef8bcf:40259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e4a8ce09595420bb0828cccc79bfe0f as hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e4a8ce09595420bb0828cccc79bfe0f 2024-11-26T02:22:06,580 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/843253b9-c216-0f5c-65f3-e703e8eba9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e4a8ce09595420bb0828cccc79bfe0f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T02:22:06,581 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=105, compaction requested=false 2024-11-26T02:22:06,582 INFO [M:0;851e45ef8bcf:40259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:06,582 DEBUG [M:0;851e45ef8bcf:40259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587725667Disabling compacts and flushes for region at 1732587725667Disabling writes for close at 1732587725667Obtaining lock to block concurrent updates at 1732587725667Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587725667Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732587725668 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587725668Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587725668Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587725681 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587725681Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587726089 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587726107 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587726107Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587726125 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587726144 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587726145 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc1b708: reopening flushed file at 1732587726563 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b24ad3: reopening flushed file at 1732587726569 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289421e7: reopening flushed file at 1732587726575 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=105, compaction requested=false at 1732587726581 (+6 ms)Writing region close event to WAL at 1732587726582 (+1 ms)Closed at 1732587726582 2024-11-26T02:22:06,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34241 is added to blk_1073741830_1006 (size=64435) 2024-11-26T02:22:06,585 INFO [M:0;851e45ef8bcf:40259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:22:06,585 INFO [M:0;851e45ef8bcf:40259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40259 2024-11-26T02:22:06,586 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:22:06,586 INFO [M:0;851e45ef8bcf:40259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:22:06,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:06,705 INFO [M:0;851e45ef8bcf:40259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:22:06,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40259-0x10174f1f4610000, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:06,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7072310e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:22:06,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62bc00d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:22:06,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:22:06,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f51982d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:22:06,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a07ac93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/hadoop.log.dir/,STOPPED} 2024-11-26T02:22:06,708 WARN [BP-1710534183-172.17.0.2-1732587682044 heartbeating to localhost/127.0.0.1:43767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:22:06,708 WARN [BP-1710534183-172.17.0.2-1732587682044 heartbeating to localhost/127.0.0.1:43767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1710534183-172.17.0.2-1732587682044 (Datanode Uuid 77e01edb-f303-4d4b-a923-184667ff4a13) service to localhost/127.0.0.1:43767 2024-11-26T02:22:06,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:22:06,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:22:06,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/cluster_67c4c3ff-bd88-bac9-80fb-a9155347d4a5/data/data1/current/BP-1710534183-172.17.0.2-1732587682044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:22:06,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/cluster_67c4c3ff-bd88-bac9-80fb-a9155347d4a5/data/data2/current/BP-1710534183-172.17.0.2-1732587682044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:22:06,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:22:06,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5376984e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:22:06,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42f1b30d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:22:06,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:22:06,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f5addb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:22:06,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fd39fcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbeceab0-9a5c-b010-688d-9a8fa0e6e472/hadoop.log.dir/,STOPPED} 2024-11-26T02:22:06,722 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T02:22:06,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:22:06,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 260) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40567 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56369) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56369) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43767 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37327 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56369) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3652 (was 4032) 2024-11-26T02:22:06,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=3653 2024-11-26T02:22:06,768 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-26T02:22:06,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/hadoop.log.dir so I do NOT create it in target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2 2024-11-26T02:22:06,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:22:06,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/hadoop.tmp.dir so I do NOT create it in target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2 2024-11-26T02:22:06,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/744a7b0a-6038-5bbc-149a-caa0599c9908/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:22:06,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2 2024-11-26T02:22:06,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/cluster_62e27ba3-b572-b513-aed0-ff9b7e1c208e, deleteOnExit=true 2024-11-26T02:22:06,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/cluster_62e27ba3-b572-b513-aed0-ff9b7e1c208e/zookeeper_0, clientPort=56986, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/cluster_62e27ba3-b572-b513-aed0-ff9b7e1c208e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/cluster_62e27ba3-b572-b513-aed0-ff9b7e1c208e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T02:22:06,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56986 2024-11-26T02:22:06,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:22:06,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:22:06,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/test.cache.data in system properties and HBase conf 2024-11-26T02:22:06,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:22:06,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:22:06,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:22:06,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:22:06,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:22:06,773 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:22:06,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:22:06,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10174f1f4610005, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:22:06,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10174f1f4610008, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:22:06,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10174f1f4610002, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:22:06,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10174f1f4610008, quorum=127.0.0.1:56369, baseZNode=/21303468700 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:22:06,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10174f1f4610005, quorum=127.0.0.1:56369, baseZNode=/1-1015845992 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:22:06,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10174f1f4610002, quorum=127.0.0.1:56369, baseZNode=/0-53480042 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:22:07,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:07,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:22:07,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:22:07,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:22:07,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:22:07,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:07,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a56d401{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:22:07,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fcd4924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:22:07,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@744445c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/java.io.tmpdir/jetty-localhost-33207-hadoop-hdfs-3_4_1-tests_jar-_-any-3659919886985716387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:22:07,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65358e98{HTTP/1.1, (http/1.1)}{localhost:33207} 2024-11-26T02:22:07,408 INFO [Time-limited test {}] server.Server(415): Started @281513ms 2024-11-26T02:22:09,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:09,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:22:09,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:22:09,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:22:09,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:22:09,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d13581f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:22:09,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72254df3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:22:09,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a1f936c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/java.io.tmpdir/jetty-localhost-37975-hadoop-hdfs-3_4_1-tests_jar-_-any-2903077625746243323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:22:09,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a1069e9{HTTP/1.1, (http/1.1)}{localhost:37975} 2024-11-26T02:22:09,371 INFO [Time-limited test {}] server.Server(415): Started @283477ms 2024-11-26T02:22:09,374 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:22:09,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:22:09,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:09,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:09,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:09,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:09,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:09,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:09,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:09,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:10,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:10,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:10,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:10,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:10,227 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/cluster_62e27ba3-b572-b513-aed0-ff9b7e1c208e/data/data2/current/BP-357876679-172.17.0.2-1732587726794/current, will proceed with Du for space computation calculation, 2024-11-26T02:22:10,227 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/cluster_62e27ba3-b572-b513-aed0-ff9b7e1c208e/data/data1/current/BP-357876679-172.17.0.2-1732587726794/current, will proceed with Du for space computation calculation, 2024-11-26T02:22:10,250 WARN [Thread-3430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:22:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdafe59e0304b4961 with lease ID 0xab3a64d7817d725: Processing first storage report for DS-b19d0b99-cced-44d7-8957-f681087d1f5e from datanode DatanodeRegistration(127.0.0.1:38011, datanodeUuid=ab26dc1a-a03e-47aa-a12e-748476ecb1e4, infoPort=34595, infoSecurePort=0, ipcPort=32975, storageInfo=lv=-57;cid=testClusterID;nsid=1423712272;c=1732587726794) 2024-11-26T02:22:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdafe59e0304b4961 with lease ID 0xab3a64d7817d725: from storage DS-b19d0b99-cced-44d7-8957-f681087d1f5e node DatanodeRegistration(127.0.0.1:38011, datanodeUuid=ab26dc1a-a03e-47aa-a12e-748476ecb1e4, infoPort=34595, infoSecurePort=0, ipcPort=32975, storageInfo=lv=-57;cid=testClusterID;nsid=1423712272;c=1732587726794), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:22:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdafe59e0304b4961 with lease ID 0xab3a64d7817d725: Processing first storage report for DS-fcba712c-410d-41a1-abcc-d231e907edd7 from datanode DatanodeRegistration(127.0.0.1:38011, datanodeUuid=ab26dc1a-a03e-47aa-a12e-748476ecb1e4, infoPort=34595, infoSecurePort=0, ipcPort=32975, storageInfo=lv=-57;cid=testClusterID;nsid=1423712272;c=1732587726794) 2024-11-26T02:22:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdafe59e0304b4961 with lease ID 0xab3a64d7817d725: from storage DS-fcba712c-410d-41a1-abcc-d231e907edd7 node DatanodeRegistration(127.0.0.1:38011, datanodeUuid=ab26dc1a-a03e-47aa-a12e-748476ecb1e4, infoPort=34595, infoSecurePort=0, ipcPort=32975, storageInfo=lv=-57;cid=testClusterID;nsid=1423712272;c=1732587726794), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:22:10,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2 2024-11-26T02:22:10,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:10,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:10,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:22:10,739 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6 with version=8 2024-11-26T02:22:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/hbase-staging 2024-11-26T02:22:10,741 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:22:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:10,742 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:22:10,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:10,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:22:10,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:22:10,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:22:10,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39827 2024-11-26T02:22:10,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39827 connecting to ZooKeeper ensemble=127.0.0.1:56986 2024-11-26T02:22:10,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398270x0, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:10,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39827-0x10174f2a35e0000 connected 2024-11-26T02:22:10,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:10,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:10,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Set watcher on znode that does not yet exist, /0424288485/running 2024-11-26T02:22:10,908 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6, hbase.cluster.distributed=false 2024-11-26T02:22:10,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Set watcher on znode that does not yet exist, /0424288485/acl 2024-11-26T02:22:10,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-26T02:22:10,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39827 2024-11-26T02:22:10,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39827 2024-11-26T02:22:10,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-26T02:22:10,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-26T02:22:10,927 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:22:10,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:10,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:10,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:22:10,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:10,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:22:10,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:22:10,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:22:10,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35363 2024-11-26T02:22:10,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35363 connecting to ZooKeeper ensemble=127.0.0.1:56986 2024-11-26T02:22:10,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:10,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:10,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353630x0, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:10,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35363-0x10174f2a35e0001 connected 2024-11-26T02:22:10,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Set watcher on znode that does not yet exist, /0424288485/running 2024-11-26T02:22:10,981 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:22:10,982 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:22:10,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Set watcher on znode that does not yet exist, /0424288485/master 2024-11-26T02:22:10,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Set watcher on znode that does not yet exist, /0424288485/acl 2024-11-26T02:22:10,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35363 2024-11-26T02:22:10,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35363 2024-11-26T02:22:10,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35363 2024-11-26T02:22:10,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35363 2024-11-26T02:22:10,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35363 2024-11-26T02:22:10,998 DEBUG [M:0;851e45ef8bcf:39827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:39827 2024-11-26T02:22:10,998 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0424288485/backup-masters/851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:11,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485/backup-masters 2024-11-26T02:22:11,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485/backup-masters 2024-11-26T02:22:11,017 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Set watcher on existing znode=/0424288485/backup-masters/851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:11,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:11,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0424288485/master 2024-11-26T02:22:11,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:11,027 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Set watcher on existing znode=/0424288485/master 2024-11-26T02:22:11,028 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0424288485/backup-masters/851e45ef8bcf,39827,1732587730741 from backup master directory 2024-11-26T02:22:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485/backup-masters 2024-11-26T02:22:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0424288485/backup-masters/851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485/backup-masters 2024-11-26T02:22:11,038 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:22:11,038 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:11,044 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/hbase.id] with ID: a54c5cce-2c2e-4d5c-8420-d59358ad569d 2024-11-26T02:22:11,044 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/.tmp/hbase.id 2024-11-26T02:22:11,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:22:11,453 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/.tmp/hbase.id]:[hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/hbase.id] 2024-11-26T02:22:11,462 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:11,462 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:22:11,463 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:22:11,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:11,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:11,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:22:11,524 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:11,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:22:11,525 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:22:11,532 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store 2024-11-26T02:22:11,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:22:11,538 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:11,538 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:22:11,538 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:11,538 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:11,538 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:22:11,538 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:11,538 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:11,538 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587731538Disabling compacts and flushes for region at 1732587731538Disabling writes for close at 1732587731538Writing region close event to WAL at 1732587731538Closed at 1732587731538 2024-11-26T02:22:11,539 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/.initializing 2024-11-26T02:22:11,539 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/WALs/851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:11,540 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:22:11,541 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C39827%2C1732587730741, suffix=, logDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/WALs/851e45ef8bcf,39827,1732587730741, archiveDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/oldWALs, maxLogs=10 2024-11-26T02:22:11,559 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/WALs/851e45ef8bcf,39827,1732587730741/851e45ef8bcf%2C39827%2C1732587730741.1732587731541, exclude list is [], retry=0 2024-11-26T02:22:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38011,DS-b19d0b99-cced-44d7-8957-f681087d1f5e,DISK] 2024-11-26T02:22:11,564 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/WALs/851e45ef8bcf,39827,1732587730741/851e45ef8bcf%2C39827%2C1732587730741.1732587731541 2024-11-26T02:22:11,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34595:34595)] 2024-11-26T02:22:11,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:11,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:11,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,564 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:22:11,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:11,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:11,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:22:11,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:11,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:11,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:22:11,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:11,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:11,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:22:11,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:11,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:11,607 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,607 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,608 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,608 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,609 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,609 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:11,610 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:11,611 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:11,612 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75339600, jitterRate=0.12264752388000488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:11,612 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587731564Initializing all the Stores at 1732587731565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587731565Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587731583 (+18 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587731583Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587731583Cleaning up temporary data from old regions at 1732587731609 (+26 ms)Region opened successfully at 1732587731612 (+3 ms) 2024-11-26T02:22:11,616 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:22:11,619 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2ae1fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:22:11,620 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:22:11,620 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:22:11,620 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:22:11,620 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:22:11,621 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:22:11,621 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:22:11,621 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:22:11,637 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:22:11,638 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Unable to get data of znode /0424288485/balancer because node does not exist (not necessarily an error) 2024-11-26T02:22:11,648 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0424288485/balancer already deleted, retry=false 2024-11-26T02:22:11,649 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:22:11,649 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Unable to get data of znode /0424288485/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:22:11,658 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0424288485/normalizer already deleted, retry=false 2024-11-26T02:22:11,659 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:22:11,665 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Unable to get data of znode /0424288485/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:22:11,673 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0424288485/switch/split already deleted, retry=false 2024-11-26T02:22:11,676 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Unable to get data of znode /0424288485/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:22:11,684 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0424288485/switch/merge already deleted, retry=false 2024-11-26T02:22:11,686 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Unable to get data of znode /0424288485/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:22:11,694 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0424288485/snapshot-cleanup already deleted, retry=false 2024-11-26T02:22:11,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0424288485/running 2024-11-26T02:22:11,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0424288485/running 2024-11-26T02:22:11,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:11,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:11,757 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,39827,1732587730741, sessionid=0x10174f2a35e0000, setting cluster-up flag (Was=false) 2024-11-26T02:22:11,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:22:11,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:22:11,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:22:11,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:11,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:11,898 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0424288485/flush-table-proc/acquired, /0424288485/flush-table-proc/reached, /0424288485/flush-table-proc/abort 2024-11-26T02:22:11,899 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:12,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:12,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:12,052 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0424288485/online-snapshot/acquired, /0424288485/online-snapshot/reached, /0424288485/online-snapshot/abort 2024-11-26T02:22:12,053 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:12,054 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:22:12,055 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:12,056 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:22:12,056 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:22:12,056 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,39827,1732587730741 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:22:12,057 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:12,057 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:12,057 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:12,057 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:12,057 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:22:12,058 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,058 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:22:12,058 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:12,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:22:12,062 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:12,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:22:12,067 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587762067 2024-11-26T02:22:12,067 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:22:12,067 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:22:12,067 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:22:12,067 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:22:12,067 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:22:12,067 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:22:12,067 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:22:12,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:22:12,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:22:12,068 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:22:12,071 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:22:12,071 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:22:12,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:22:12,072 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587732071,5,FailOnTimeoutGroup] 2024-11-26T02:22:12,076 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587732072,5,FailOnTimeoutGroup] 2024-11-26T02:22:12,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:22:12,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,076 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,090 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(746): ClusterId : a54c5cce-2c2e-4d5c-8420-d59358ad569d 2024-11-26T02:22:12,090 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:22:12,101 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:22:12,101 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:22:12,112 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:22:12,112 DEBUG [RS:0;851e45ef8bcf:35363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a56aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:22:12,130 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:35363 2024-11-26T02:22:12,130 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:22:12,130 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:22:12,130 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:22:12,130 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,39827,1732587730741 with port=35363, startcode=1732587730926 2024-11-26T02:22:12,131 DEBUG [RS:0;851e45ef8bcf:35363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:22:12,132 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:22:12,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:12,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39827 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:12,134 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6 2024-11-26T02:22:12,134 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37545 2024-11-26T02:22:12,134 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:22:12,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485/rs 2024-11-26T02:22:12,143 DEBUG [RS:0;851e45ef8bcf:35363 {}] zookeeper.ZKUtil(111): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Set watcher on existing znode=/0424288485/rs/851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:12,143 WARN [RS:0;851e45ef8bcf:35363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:22:12,143 INFO [RS:0;851e45ef8bcf:35363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:12,144 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:12,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,35363,1732587730926] 2024-11-26T02:22:12,146 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:22:12,147 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:22:12,147 INFO [RS:0;851e45ef8bcf:35363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:22:12,147 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,147 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:22:12,148 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:22:12,148 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,148 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,148 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,148 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,148 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,148 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,148 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:22:12,148 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,149 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,149 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,149 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,149 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,149 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:12,149 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:22:12,149 DEBUG [RS:0;851e45ef8bcf:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:22:12,155 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,155 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,155 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,155 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,155 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,155 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35363,1732587730926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:22:12,168 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:22:12,168 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,35363,1732587730926-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,168 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,168 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.Replication(171): 851e45ef8bcf,35363,1732587730926 started 2024-11-26T02:22:12,181 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:12,181 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,35363,1732587730926, RpcServer on 851e45ef8bcf/172.17.0.2:35363, sessionid=0x10174f2a35e0001 2024-11-26T02:22:12,181 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:22:12,181 DEBUG [RS:0;851e45ef8bcf:35363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:12,181 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,35363,1732587730926' 2024-11-26T02:22:12,181 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0424288485/flush-table-proc/abort' 2024-11-26T02:22:12,182 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0424288485/flush-table-proc/acquired' 2024-11-26T02:22:12,182 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:22:12,182 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:22:12,182 DEBUG [RS:0;851e45ef8bcf:35363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:12,182 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,35363,1732587730926' 2024-11-26T02:22:12,182 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0424288485/online-snapshot/abort' 2024-11-26T02:22:12,183 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0424288485/online-snapshot/acquired' 2024-11-26T02:22:12,183 DEBUG [RS:0;851e45ef8bcf:35363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:22:12,183 INFO [RS:0;851e45ef8bcf:35363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:22:12,183 INFO [RS:0;851e45ef8bcf:35363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:22:12,283 INFO [RS:0;851e45ef8bcf:35363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:22:12,285 INFO [RS:0;851e45ef8bcf:35363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C35363%2C1732587730926, suffix=, logDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926, archiveDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/oldWALs, maxLogs=10 2024-11-26T02:22:12,304 DEBUG [RS:0;851e45ef8bcf:35363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285, exclude list is [], retry=0 2024-11-26T02:22:12,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38011,DS-b19d0b99-cced-44d7-8957-f681087d1f5e,DISK] 2024-11-26T02:22:12,310 INFO [RS:0;851e45ef8bcf:35363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 2024-11-26T02:22:12,310 DEBUG [RS:0;851e45ef8bcf:35363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34595:34595)] 2024-11-26T02:22:12,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:22:12,473 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6 2024-11-26T02:22:12,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:22:12,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:12,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:22:12,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:22:12,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:12,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:12,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:22:12,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:22:12,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:12,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:12,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:22:12,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:22:12,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:12,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:12,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:22:12,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:22:12,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:12,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:12,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:22:12,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740 2024-11-26T02:22:12,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740 2024-11-26T02:22:12,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:22:12,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:22:12,889 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:12,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:22:12,892 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:12,892 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72352123, jitterRate=0.07813064754009247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:12,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587732878Initializing all the Stores at 1732587732879 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587732879Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587732879Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587732879Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587732879Cleaning up temporary data from old regions at 1732587732889 (+10 ms)Region opened successfully at 1732587732893 (+4 ms) 2024-11-26T02:22:12,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:22:12,893 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:22:12,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:22:12,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:22:12,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:22:12,893 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:12,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587732893Disabling compacts and flushes for region at 1732587732893Disabling writes for close at 1732587732893Writing region close event to WAL at 1732587732893Closed at 1732587732893 2024-11-26T02:22:12,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:12,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:22:12,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:22:12,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:22:12,896 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:22:13,047 DEBUG [851e45ef8bcf:39827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:22:13,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:13,048 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,35363,1732587730926, state=OPENING 2024-11-26T02:22:13,108 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:22:13,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:13,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:13,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0424288485/meta-region-server: CHANGED 2024-11-26T02:22:13,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0424288485/meta-region-server: CHANGED 2024-11-26T02:22:13,174 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:22:13,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,35363,1732587730926}] 2024-11-26T02:22:13,327 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:22:13,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:22:13,331 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:22:13,331 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:13,331 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:22:13,332 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C35363%2C1732587730926.meta, suffix=.meta, logDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926, archiveDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/oldWALs, maxLogs=10 2024-11-26T02:22:13,348 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.meta.1732587733332.meta, exclude list is [], retry=0 2024-11-26T02:22:13,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38011,DS-b19d0b99-cced-44d7-8957-f681087d1f5e,DISK] 2024-11-26T02:22:13,351 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.meta.1732587733332.meta 2024-11-26T02:22:13,351 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34595:34595)] 2024-11-26T02:22:13,351 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:13,352 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:13,352 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:22:13,352 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:22:13,352 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:22:13,352 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:22:13,352 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:13,352 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:22:13,352 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:22:13,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:22:13,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:22:13,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:13,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:13,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:22:13,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:22:13,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:13,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:13,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:22:13,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:22:13,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:13,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:13,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:22:13,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:22:13,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:13,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:13,357 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:22:13,358 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740 2024-11-26T02:22:13,358 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740 2024-11-26T02:22:13,359 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:22:13,359 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:22:13,359 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:13,360 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:22:13,361 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67840956, jitterRate=0.010909020900726318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:13,361 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:22:13,361 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587733352Writing region info on filesystem at 1732587733352Initializing all the Stores at 1732587733353 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587733353Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587733353Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587733353Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587733353Cleaning up temporary data from old regions at 1732587733359 (+6 ms)Running coprocessor post-open hooks at 1732587733361 (+2 ms)Region opened successfully at 1732587733361 2024-11-26T02:22:13,362 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587733327 2024-11-26T02:22:13,364 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:22:13,364 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:22:13,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:13,364 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,35363,1732587730926, state=OPEN 2024-11-26T02:22:13,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0424288485/meta-region-server 2024-11-26T02:22:13,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0424288485/meta-region-server 2024-11-26T02:22:13,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0424288485/meta-region-server: CHANGED 2024-11-26T02:22:13,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0424288485/meta-region-server: CHANGED 2024-11-26T02:22:13,560 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:13,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:22:13,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,35363,1732587730926 in 386 msec 2024-11-26T02:22:13,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:22:13,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 667 msec 2024-11-26T02:22:13,565 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:13,565 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:22:13,566 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:13,566 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,35363,1732587730926, seqNum=-1] 2024-11-26T02:22:13,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:13,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:13,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5160 sec 2024-11-26T02:22:13,571 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587733571, completionTime=-1 2024-11-26T02:22:13,571 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:22:13,572 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:22:13,573 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:22:13,573 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587793573 2024-11-26T02:22:13,573 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587853573 2024-11-26T02:22:13,573 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:22:13,574 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39827,1732587730741-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:13,574 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39827,1732587730741-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:13,574 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39827,1732587730741-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:13,574 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:39827, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:13,574 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:13,574 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:13,576 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:22:13,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.539sec 2024-11-26T02:22:13,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:22:13,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:22:13,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:22:13,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:22:13,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:22:13,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39827,1732587730741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:22:13,577 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39827,1732587730741-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:22:13,579 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:22:13,579 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:22:13,579 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39827,1732587730741-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:13,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28059045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:13,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,39827,-1 for getting cluster id 2024-11-26T02:22:13,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:13,592 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a54c5cce-2c2e-4d5c-8420-d59358ad569d' 2024-11-26T02:22:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a54c5cce-2c2e-4d5c-8420-d59358ad569d" 2024-11-26T02:22:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1673c0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,39827,-1] 2024-11-26T02:22:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:13,594 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:13,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600039f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:13,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,35363,1732587730926, seqNum=-1] 2024-11-26T02:22:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:13,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:13,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:13,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56986 2024-11-26T02:22:13,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:13,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10174f2a35e0002 connected 2024-11-26T02:22:13,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/hadoop.log.dir so I do NOT create it in target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41 2024-11-26T02:22:13,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:22:13,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/hadoop.tmp.dir so I do NOT create it in target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41 2024-11-26T02:22:13,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:22:13,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/cluster_eaeff28f-9356-d25a-0104-3a9d29f942fc, deleteOnExit=true 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/test.cache.data in system properties and HBase conf 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:22:13,756 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:22:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:22:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:22:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:22:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:22:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:22:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:22:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:22:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:22:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:22:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:22:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:22:14,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:14,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:22:14,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:22:14,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:22:14,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:22:14,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:14,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62c58834{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:22:14,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2481f688{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:22:14,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@173b6a25{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/java.io.tmpdir/jetty-localhost-45423-hadoop-hdfs-3_4_1-tests_jar-_-any-13128823697342453959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:22:14,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1605efc2{HTTP/1.1, (http/1.1)}{localhost:45423} 2024-11-26T02:22:14,597 INFO [Time-limited test {}] server.Server(415): Started @288703ms 2024-11-26T02:22:14,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:14,793 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:22:14,793 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88639 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:22:14,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:14,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:22:14,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:22:14,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:22:14,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:22:14,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cef21b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:22:14,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51d799a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:22:15,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@253cf73e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/java.io.tmpdir/jetty-localhost-45463-hadoop-hdfs-3_4_1-tests_jar-_-any-17700813521680375770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:22:15,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133b4e21{HTTP/1.1, (http/1.1)}{localhost:45463} 2024-11-26T02:22:15,076 INFO [Time-limited test {}] server.Server(415): Started @289182ms 2024-11-26T02:22:15,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:22:15,815 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/cluster_eaeff28f-9356-d25a-0104-3a9d29f942fc/data/data1/current/BP-601006329-172.17.0.2-1732587733772/current, will proceed with Du for space computation calculation, 2024-11-26T02:22:15,815 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/cluster_eaeff28f-9356-d25a-0104-3a9d29f942fc/data/data2/current/BP-601006329-172.17.0.2-1732587733772/current, will proceed with Du for space computation calculation, 2024-11-26T02:22:15,844 WARN [Thread-3551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:22:15,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8882a03f46efaaa with lease ID 0xa57488e5f0faffa6: Processing first storage report for DS-8044d962-68fe-42bb-ba58-182068c109ea from datanode DatanodeRegistration(127.0.0.1:37651, datanodeUuid=47a13f44-7579-4ed5-bbf2-667442a8286b, infoPort=33337, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=348276838;c=1732587733772) 2024-11-26T02:22:15,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8882a03f46efaaa with lease ID 0xa57488e5f0faffa6: from storage DS-8044d962-68fe-42bb-ba58-182068c109ea node DatanodeRegistration(127.0.0.1:37651, datanodeUuid=47a13f44-7579-4ed5-bbf2-667442a8286b, infoPort=33337, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=348276838;c=1732587733772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:22:15,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8882a03f46efaaa with lease ID 0xa57488e5f0faffa6: Processing first storage report for DS-5f37cfba-d7e6-40f5-a2e9-b573e923b12a from datanode DatanodeRegistration(127.0.0.1:37651, datanodeUuid=47a13f44-7579-4ed5-bbf2-667442a8286b, infoPort=33337, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=348276838;c=1732587733772) 2024-11-26T02:22:15,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8882a03f46efaaa with lease ID 0xa57488e5f0faffa6: from storage DS-5f37cfba-d7e6-40f5-a2e9-b573e923b12a node DatanodeRegistration(127.0.0.1:37651, datanodeUuid=47a13f44-7579-4ed5-bbf2-667442a8286b, infoPort=33337, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=348276838;c=1732587733772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:22:15,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41 2024-11-26T02:22:15,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:15,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:15,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:22:15,963 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83 with version=8 2024-11-26T02:22:15,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/hbase-staging 2024-11-26T02:22:15,965 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:22:15,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:15,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:15,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:22:15,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:15,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:22:15,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:22:15,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:22:15,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40323 2024-11-26T02:22:15,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40323 connecting to ZooKeeper ensemble=127.0.0.1:56986 2024-11-26T02:22:15,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403230x0, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:15,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40323-0x10174f2a35e0003 connected 2024-11-26T02:22:16,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:16,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:16,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Set watcher on znode that does not yet exist, /187309098/running 2024-11-26T02:22:16,072 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83, hbase.cluster.distributed=false 2024-11-26T02:22:16,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Set watcher on znode that does not yet exist, /187309098/acl 2024-11-26T02:22:16,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-26T02:22:16,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40323 2024-11-26T02:22:16,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40323 2024-11-26T02:22:16,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-26T02:22:16,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-26T02:22:16,094 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:22:16,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:16,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:16,094 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:22:16,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:16,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:22:16,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:22:16,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:22:16,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33673 2024-11-26T02:22:16,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33673 connecting to ZooKeeper ensemble=127.0.0.1:56986 2024-11-26T02:22:16,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:16,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:16,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336730x0, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:16,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336730x0, quorum=127.0.0.1:56986, baseZNode=/187309098 Set watcher on znode that does not yet exist, /187309098/running 2024-11-26T02:22:16,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33673-0x10174f2a35e0004 connected 2024-11-26T02:22:16,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:22:16,114 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:22:16,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Set watcher on znode that does not yet exist, /187309098/master 2024-11-26T02:22:16,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Set watcher on znode that does not yet exist, /187309098/acl 2024-11-26T02:22:16,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33673 2024-11-26T02:22:16,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33673 2024-11-26T02:22:16,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33673 2024-11-26T02:22:16,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33673 2024-11-26T02:22:16,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33673 2024-11-26T02:22:16,148 DEBUG [M:0;851e45ef8bcf:40323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:40323 2024-11-26T02:22:16,148 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /187309098/backup-masters/851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:16,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098/backup-masters 2024-11-26T02:22:16,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098/backup-masters 2024-11-26T02:22:16,158 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Set watcher on existing znode=/187309098/backup-masters/851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:16,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:16,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/187309098/master 2024-11-26T02:22:16,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:16,168 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Set watcher on existing znode=/187309098/master 2024-11-26T02:22:16,169 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /187309098/backup-masters/851e45ef8bcf,40323,1732587735965 from backup master directory 2024-11-26T02:22:16,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/187309098/backup-masters/851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:16,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098/backup-masters 2024-11-26T02:22:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098/backup-masters 2024-11-26T02:22:16,179 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:22:16,179 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:16,182 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/hbase.id] with ID: 29c8a58d-bbc9-456e-8777-a8e63116463f 2024-11-26T02:22:16,182 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/.tmp/hbase.id 2024-11-26T02:22:16,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:22:16,192 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/.tmp/hbase.id]:[hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/hbase.id] 2024-11-26T02:22:16,202 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:16,202 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:22:16,203 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:22:16,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:16,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:16,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:22:16,638 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:16,639 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:22:16,640 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:16,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:22:17,057 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store 2024-11-26T02:22:17,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:22:17,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:22:17,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:17,466 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:17,467 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:22:17,467 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:17,467 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:17,467 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:22:17,467 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:17,467 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:17,467 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587737467Disabling compacts and flushes for region at 1732587737467Disabling writes for close at 1732587737467Writing region close event to WAL at 1732587737467Closed at 1732587737467 2024-11-26T02:22:17,468 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/.initializing 2024-11-26T02:22:17,468 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/WALs/851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:17,469 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:22:17,470 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C40323%2C1732587735965, suffix=, logDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/WALs/851e45ef8bcf,40323,1732587735965, archiveDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/oldWALs, maxLogs=10 2024-11-26T02:22:17,485 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/WALs/851e45ef8bcf,40323,1732587735965/851e45ef8bcf%2C40323%2C1732587735965.1732587737470, exclude list is [], retry=0 2024-11-26T02:22:17,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37651,DS-8044d962-68fe-42bb-ba58-182068c109ea,DISK] 2024-11-26T02:22:17,494 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/WALs/851e45ef8bcf,40323,1732587735965/851e45ef8bcf%2C40323%2C1732587735965.1732587737470 2024-11-26T02:22:17,495 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33337:33337)] 2024-11-26T02:22:17,495 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:17,495 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:17,495 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,495 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:22:17,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:17,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:17,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:22:17,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:17,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:17,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:22:17,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:17,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:17,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:22:17,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:17,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:17,503 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,504 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,504 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,505 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,505 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,505 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:17,506 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:17,508 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:17,508 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66481173, jitterRate=-0.00935332477092743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:17,508 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587737495Initializing all the Stores at 1732587737496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587737496Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587737496Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587737496Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587737496Cleaning up temporary data from old regions at 1732587737505 (+9 ms)Region opened successfully at 1732587737508 (+3 ms) 2024-11-26T02:22:17,509 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:22:17,511 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e68d563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:22:17,512 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:22:17,512 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:22:17,512 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:22:17,512 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:22:17,513 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:22:17,513 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:22:17,513 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:22:17,515 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:22:17,515 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Unable to get data of znode /187309098/balancer because node does not exist (not necessarily an error) 2024-11-26T02:22:17,568 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /187309098/balancer already deleted, retry=false 2024-11-26T02:22:17,568 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:22:17,569 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Unable to get data of znode /187309098/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:22:17,652 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /187309098/normalizer already deleted, retry=false 2024-11-26T02:22:17,653 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:22:17,655 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Unable to get data of znode /187309098/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:22:17,673 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /187309098/switch/split already deleted, retry=false 2024-11-26T02:22:17,674 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Unable to get data of znode /187309098/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:22:17,684 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /187309098/switch/merge already deleted, retry=false 2024-11-26T02:22:17,686 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Unable to get data of znode /187309098/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:22:17,694 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /187309098/snapshot-cleanup already deleted, retry=false 2024-11-26T02:22:17,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/187309098/running 2024-11-26T02:22:17,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/187309098/running 2024-11-26T02:22:17,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:17,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:17,705 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,40323,1732587735965, sessionid=0x10174f2a35e0003, setting cluster-up flag (Was=false) 2024-11-26T02:22:17,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:17,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:17,757 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /187309098/flush-table-proc/acquired, /187309098/flush-table-proc/reached, /187309098/flush-table-proc/abort 2024-11-26T02:22:17,759 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:17,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:17,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:17,810 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /187309098/online-snapshot/acquired, /187309098/online-snapshot/reached, /187309098/online-snapshot/abort 2024-11-26T02:22:17,811 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:17,812 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:22:17,818 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:17,818 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:22:17,818 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:22:17,818 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,40323,1732587735965 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:22:17,820 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:17,820 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:17,820 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:17,820 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:17,831 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:22:17,832 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,832 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:22:17,832 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:17,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:22:17,834 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:17,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:22:17,839 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(746): ClusterId : 29c8a58d-bbc9-456e-8777-a8e63116463f 2024-11-26T02:22:17,839 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:22:17,848 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587767848 2024-11-26T02:22:17,848 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:22:17,848 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:22:17,848 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:22:17,848 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:22:17,848 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:22:17,848 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:22:17,849 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:22:17,849 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:22:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:22:17,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:22:17,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83 2024-11-26T02:22:17,861 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:22:17,861 DEBUG [RS:0;851e45ef8bcf:33673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b740f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:22:17,864 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,872 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:22:17,872 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:22:17,873 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:22:17,873 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:22:17,878 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:22:17,878 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:22:17,879 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587737879,5,FailOnTimeoutGroup] 2024-11-26T02:22:17,879 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587737879,5,FailOnTimeoutGroup] 2024-11-26T02:22:17,879 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,879 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:22:17,879 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,879 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741832_1008 (size=32) 2024-11-26T02:22:17,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:17,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:22:17,892 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:33673 2024-11-26T02:22:17,892 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:22:17,892 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:22:17,892 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:22:17,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:22:17,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:17,893 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,40323,1732587735965 with port=33673, startcode=1732587736094 2024-11-26T02:22:17,893 DEBUG [RS:0;851e45ef8bcf:33673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:22:17,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:17,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:22:17,895 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:22:17,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:22:17,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:17,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:17,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40323 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:17,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:17,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:22:17,896 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83 2024-11-26T02:22:17,896 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36743 2024-11-26T02:22:17,897 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:22:17,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:22:17,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:17,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:17,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:22:17,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:22:17,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:17,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:17,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:22:17,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740 2024-11-26T02:22:17,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740 2024-11-26T02:22:17,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:22:17,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:22:17,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:17,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:22:17,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098/rs 2024-11-26T02:22:17,905 DEBUG [RS:0;851e45ef8bcf:33673 {}] zookeeper.ZKUtil(111): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Set watcher on existing znode=/187309098/rs/851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:17,905 WARN [RS:0;851e45ef8bcf:33673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:22:17,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,33673,1732587736094] 2024-11-26T02:22:17,906 INFO [RS:0;851e45ef8bcf:33673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:17,906 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:17,910 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:22:17,912 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:22:17,912 INFO [RS:0;851e45ef8bcf:33673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:22:17,912 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,912 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:22:17,913 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:22:17,913 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,913 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,913 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,913 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,913 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,913 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,913 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:22:17,913 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,913 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,913 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,914 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,914 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,914 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:17,914 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:22:17,914 DEBUG [RS:0;851e45ef8bcf:33673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:22:17,925 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:17,925 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67275286, jitterRate=0.0024798810482025146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:17,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587737890Initializing all the Stores at 1732587737891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587737891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587737891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587737891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587737891Cleaning up temporary data from old regions at 1732587737902 (+11 ms)Region opened successfully at 1732587737925 (+23 ms) 2024-11-26T02:22:17,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:22:17,925 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:22:17,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:22:17,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:22:17,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:22:17,926 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,926 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,926 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,926 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,926 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,926 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33673,1732587736094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:22:17,934 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:17,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587737925Disabling compacts and flushes for region at 1732587737925Disabling writes for close at 1732587737925Writing region close event to WAL at 1732587737934 (+9 ms)Closed at 1732587737934 2024-11-26T02:22:17,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:17,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:22:17,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:22:17,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:22:17,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:22:17,948 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:22:17,948 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33673,1732587736094-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,948 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,948 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.Replication(171): 851e45ef8bcf,33673,1732587736094 started 2024-11-26T02:22:17,968 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:17,968 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,33673,1732587736094, RpcServer on 851e45ef8bcf/172.17.0.2:33673, sessionid=0x10174f2a35e0004 2024-11-26T02:22:17,968 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:22:17,968 DEBUG [RS:0;851e45ef8bcf:33673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:17,968 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,33673,1732587736094' 2024-11-26T02:22:17,968 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/187309098/flush-table-proc/abort' 2024-11-26T02:22:17,969 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/187309098/flush-table-proc/acquired' 2024-11-26T02:22:17,969 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:22:17,969 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:22:17,969 DEBUG [RS:0;851e45ef8bcf:33673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:17,969 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,33673,1732587736094' 2024-11-26T02:22:17,969 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/187309098/online-snapshot/abort' 2024-11-26T02:22:17,969 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/187309098/online-snapshot/acquired' 2024-11-26T02:22:17,970 DEBUG [RS:0;851e45ef8bcf:33673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:22:17,970 INFO [RS:0;851e45ef8bcf:33673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:22:17,970 INFO [RS:0;851e45ef8bcf:33673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:22:18,070 INFO [RS:0;851e45ef8bcf:33673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:22:18,072 INFO [RS:0;851e45ef8bcf:33673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C33673%2C1732587736094, suffix=, logDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094, archiveDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/oldWALs, maxLogs=10 2024-11-26T02:22:18,085 DEBUG [RS:0;851e45ef8bcf:33673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072, exclude list is [], retry=0 2024-11-26T02:22:18,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37651,DS-8044d962-68fe-42bb-ba58-182068c109ea,DISK] 2024-11-26T02:22:18,089 INFO [RS:0;851e45ef8bcf:33673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 2024-11-26T02:22:18,091 DEBUG [RS:0;851e45ef8bcf:33673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33337:33337)] 2024-11-26T02:22:18,099 DEBUG [851e45ef8bcf:40323 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:22:18,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:18,100 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,33673,1732587736094, state=OPENING 2024-11-26T02:22:18,115 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:22:18,146 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:22:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:18,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /187309098/meta-region-server: CHANGED 2024-11-26T02:22:18,185 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:22:18,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /187309098/meta-region-server: CHANGED 2024-11-26T02:22:18,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,33673,1732587736094}] 2024-11-26T02:22:18,338 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:22:18,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:22:18,344 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:22:18,344 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:18,344 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:22:18,345 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C33673%2C1732587736094.meta, suffix=.meta, logDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094, archiveDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/oldWALs, maxLogs=10 2024-11-26T02:22:18,360 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.meta.1732587738346.meta, exclude list is [], retry=0 2024-11-26T02:22:18,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37651,DS-8044d962-68fe-42bb-ba58-182068c109ea,DISK] 2024-11-26T02:22:18,363 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.meta.1732587738346.meta 2024-11-26T02:22:18,363 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33337:33337)] 2024-11-26T02:22:18,363 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:18,363 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:18,364 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:22:18,364 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:22:18,364 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:22:18,364 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:22:18,364 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:18,364 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:22:18,364 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:22:18,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:22:18,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:22:18,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:18,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:18,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:22:18,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:22:18,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:18,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:18,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:22:18,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:22:18,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:18,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:18,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:22:18,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:22:18,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:18,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:18,369 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:22:18,370 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740 2024-11-26T02:22:18,371 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740 2024-11-26T02:22:18,372 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:22:18,372 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:22:18,372 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:18,373 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:22:18,374 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63060736, jitterRate=-0.060321807861328125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:18,374 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:22:18,374 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587738364Writing region info on filesystem at 1732587738364Initializing all the Stores at 1732587738365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587738365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587738365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587738365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587738365Cleaning up temporary data from old regions at 1732587738372 (+7 ms)Running coprocessor post-open hooks at 1732587738374 (+2 ms)Region opened successfully at 1732587738374 2024-11-26T02:22:18,375 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587738337 2024-11-26T02:22:18,377 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:22:18,377 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:22:18,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:18,379 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,33673,1732587736094, state=OPEN 2024-11-26T02:22:18,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/187309098/meta-region-server 2024-11-26T02:22:18,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/187309098/meta-region-server 2024-11-26T02:22:18,468 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:18,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /187309098/meta-region-server: CHANGED 2024-11-26T02:22:18,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /187309098/meta-region-server: CHANGED 2024-11-26T02:22:18,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:22:18,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,33673,1732587736094 in 283 msec 2024-11-26T02:22:18,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:22:18,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-26T02:22:18,471 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:18,471 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:22:18,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:18,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,33673,1732587736094, seqNum=-1] 2024-11-26T02:22:18,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:18,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:18,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 660 msec 2024-11-26T02:22:18,477 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587738477, completionTime=-1 2024-11-26T02:22:18,477 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:22:18,477 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:22:18,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:22:18,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587798479 2024-11-26T02:22:18,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587858479 2024-11-26T02:22:18,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:22:18,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40323,1732587735965-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:18,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40323,1732587735965-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:18,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40323,1732587735965-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:18,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:40323, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:18,479 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:18,480 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:18,481 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:22:18,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.304sec 2024-11-26T02:22:18,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:22:18,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:22:18,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:22:18,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:22:18,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:22:18,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40323,1732587735965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:22:18,483 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40323,1732587735965-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:22:18,485 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:22:18,485 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:22:18,485 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,40323,1732587735965-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:18,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f1eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:18,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40323,-1 for getting cluster id 2024-11-26T02:22:18,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:18,548 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c8a58d-bbc9-456e-8777-a8e63116463f' 2024-11-26T02:22:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c8a58d-bbc9-456e-8777-a8e63116463f" 2024-11-26T02:22:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b2d7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40323,-1] 2024-11-26T02:22:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:18,552 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:18,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a575cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:18,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,33673,1732587736094, seqNum=-1] 2024-11-26T02:22:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:18,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:18,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:18,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56986 2024-11-26T02:22:18,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:18,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10174f2a35e0005 connected 2024-11-26T02:22:18,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/hadoop.log.dir so I do NOT create it in target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf 2024-11-26T02:22:18,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:22:18,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/hadoop.tmp.dir so I do NOT create it in target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf 2024-11-26T02:22:18,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:22:18,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf 2024-11-26T02:22:18,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:22:18,588 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/cluster_7343af20-45d5-feda-164e-293a468dbf8b, deleteOnExit=true 2024-11-26T02:22:18,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:22:18,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/test.cache.data in system properties and HBase conf 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:22:18,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:22:18,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:22:18,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:22:18,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:22:18,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:22:18,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:22:18,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:22:18,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:22:18,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:22:18,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:22:19,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:19,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:22:19,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:22:19,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:22:19,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:22:19,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:19,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e920d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:22:19,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8c99594{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:22:19,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23a8c5dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/java.io.tmpdir/jetty-localhost-39099-hadoop-hdfs-3_4_1-tests_jar-_-any-5952977613602601258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:22:19,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e2b5461{HTTP/1.1, (http/1.1)}{localhost:39099} 2024-11-26T02:22:19,235 INFO [Time-limited test {}] server.Server(415): Started @293341ms 2024-11-26T02:22:19,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:19,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:22:19,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:22:19,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:22:19,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:22:19,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632f9093{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:22:19,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d192b5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:22:19,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fcccd58{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/java.io.tmpdir/jetty-localhost-40649-hadoop-hdfs-3_4_1-tests_jar-_-any-12657264783642246098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:22:19,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c92d3d5{HTTP/1.1, (http/1.1)}{localhost:40649} 2024-11-26T02:22:19,635 INFO [Time-limited test {}] server.Server(415): Started @293741ms 2024-11-26T02:22:19,637 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:22:20,494 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/cluster_7343af20-45d5-feda-164e-293a468dbf8b/data/data2/current/BP-1332559897-172.17.0.2-1732587738611/current, will proceed with Du for space computation calculation, 2024-11-26T02:22:20,494 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/cluster_7343af20-45d5-feda-164e-293a468dbf8b/data/data1/current/BP-1332559897-172.17.0.2-1732587738611/current, will proceed with Du for space computation calculation, 2024-11-26T02:22:20,513 WARN [Thread-3672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:22:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d788644855e2f0 with lease ID 0x1b55e5273d0cee02: Processing first storage report for DS-0979901b-34f1-4649-b0d8-d36e00724bea from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=aad935e2-8d73-407b-a35d-ccbe5e1abbaa, infoPort=43185, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=1541078532;c=1732587738611) 2024-11-26T02:22:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d788644855e2f0 with lease ID 0x1b55e5273d0cee02: from storage DS-0979901b-34f1-4649-b0d8-d36e00724bea node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=aad935e2-8d73-407b-a35d-ccbe5e1abbaa, infoPort=43185, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=1541078532;c=1732587738611), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:22:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d788644855e2f0 with lease ID 0x1b55e5273d0cee02: Processing first storage report for DS-227fd041-2aa6-4114-8d0f-ac5ce151303e from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=aad935e2-8d73-407b-a35d-ccbe5e1abbaa, infoPort=43185, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=1541078532;c=1732587738611) 2024-11-26T02:22:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d788644855e2f0 with lease ID 0x1b55e5273d0cee02: from storage DS-227fd041-2aa6-4114-8d0f-ac5ce151303e node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=aad935e2-8d73-407b-a35d-ccbe5e1abbaa, infoPort=43185, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=1541078532;c=1732587738611), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:22:20,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf 2024-11-26T02:22:20,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:20,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:22:20,993 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462 with version=8 2024-11-26T02:22:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/hbase-staging 2024-11-26T02:22:20,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:22:20,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:20,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:20,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:22:20,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:20,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:22:20,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:22:20,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:22:20,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45799 2024-11-26T02:22:20,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45799 connecting to ZooKeeper ensemble=127.0.0.1:56986 2024-11-26T02:22:21,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457990x0, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:21,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45799-0x10174f2a35e0006 connected 2024-11-26T02:22:21,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:21,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:21,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Set watcher on znode that does not yet exist, /2138832317/running 2024-11-26T02:22:21,425 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462, hbase.cluster.distributed=false 2024-11-26T02:22:21,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Set watcher on znode that does not yet exist, /2138832317/acl 2024-11-26T02:22:21,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-26T02:22:21,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45799 2024-11-26T02:22:21,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45799 2024-11-26T02:22:21,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-26T02:22:21,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-26T02:22:21,445 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:22:21,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:21,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:21,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:22:21,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:21,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:22:21,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:22:21,446 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:22:21,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38353 2024-11-26T02:22:21,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38353 connecting to ZooKeeper ensemble=127.0.0.1:56986 2024-11-26T02:22:21,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:21,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:21,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383530x0, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:21,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383530x0, quorum=127.0.0.1:56986, baseZNode=/2138832317 Set watcher on znode that does not yet exist, /2138832317/running 2024-11-26T02:22:21,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38353-0x10174f2a35e0007 connected 2024-11-26T02:22:21,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:22:21,494 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:22:21,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Set watcher on znode that does not yet exist, /2138832317/master 2024-11-26T02:22:21,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Set watcher on znode that does not yet exist, /2138832317/acl 2024-11-26T02:22:21,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38353 2024-11-26T02:22:21,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38353 2024-11-26T02:22:21,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38353 2024-11-26T02:22:21,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38353 2024-11-26T02:22:21,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38353 2024-11-26T02:22:21,517 DEBUG [M:0;851e45ef8bcf:45799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:45799 2024-11-26T02:22:21,517 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2138832317/backup-masters/851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317/backup-masters 2024-11-26T02:22:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317/backup-masters 2024-11-26T02:22:21,567 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Set watcher on existing znode=/2138832317/backup-masters/851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2138832317/master 2024-11-26T02:22:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:21,585 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Set watcher on existing znode=/2138832317/master 2024-11-26T02:22:21,585 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2138832317/backup-masters/851e45ef8bcf,45799,1732587740994 from backup master directory 2024-11-26T02:22:21,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2138832317/backup-masters/851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:21,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317/backup-masters 2024-11-26T02:22:21,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317/backup-masters 2024-11-26T02:22:21,661 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:22:21,662 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:21,665 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/hbase.id] with ID: 7df196f2-df42-496f-b8a0-a458ea2e920d 2024-11-26T02:22:21,665 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/.tmp/hbase.id 2024-11-26T02:22:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:22:21,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:22:21,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T02:22:22,071 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/.tmp/hbase.id]:[hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/hbase.id] 2024-11-26T02:22:22,081 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:22,081 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:22:22,082 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:22:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:22:22,505 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:22,506 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:22:22,506 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:22,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:22:22,911 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store 2024-11-26T02:22:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:22:23,316 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:23,316 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:22:23,316 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:23,316 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:23,316 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:22:23,316 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:23,316 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:23,316 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587743316Disabling compacts and flushes for region at 1732587743316Disabling writes for close at 1732587743316Writing region close event to WAL at 1732587743316Closed at 1732587743316 2024-11-26T02:22:23,317 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/.initializing 2024-11-26T02:22:23,317 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/WALs/851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:23,318 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:22:23,319 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C45799%2C1732587740994, suffix=, logDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/WALs/851e45ef8bcf,45799,1732587740994, archiveDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/oldWALs, maxLogs=10 2024-11-26T02:22:23,336 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/WALs/851e45ef8bcf,45799,1732587740994/851e45ef8bcf%2C45799%2C1732587740994.1732587743319, exclude list is [], retry=0 2024-11-26T02:22:23,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-0979901b-34f1-4649-b0d8-d36e00724bea,DISK] 2024-11-26T02:22:23,340 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/WALs/851e45ef8bcf,45799,1732587740994/851e45ef8bcf%2C45799%2C1732587740994.1732587743319 2024-11-26T02:22:23,340 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43185:43185)] 2024-11-26T02:22:23,340 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:23,340 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:23,340 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,340 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:22:23,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:23,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:23,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:22:23,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:23,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:23,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:22:23,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:23,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:23,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:22:23,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:23,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:23,346 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,347 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,347 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,348 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,348 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,348 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:23,349 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:23,350 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:23,350 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63888682, jitterRate=-0.04798445105552673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:23,351 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587743341Initializing all the Stores at 1732587743341Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587743341Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587743341Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587743341Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587743341Cleaning up temporary data from old regions at 1732587743348 (+7 ms)Region opened successfully at 1732587743350 (+2 ms) 2024-11-26T02:22:23,351 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:22:23,352 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ddef465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:22:23,353 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:22:23,353 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:22:23,353 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:22:23,353 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:22:23,353 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:22:23,354 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:22:23,354 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:22:23,355 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:22:23,355 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Unable to get data of znode /2138832317/balancer because node does not exist (not necessarily an error) 2024-11-26T02:22:23,420 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2138832317/balancer already deleted, retry=false 2024-11-26T02:22:23,421 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:22:23,421 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Unable to get data of znode /2138832317/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:22:23,431 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2138832317/normalizer already deleted, retry=false 2024-11-26T02:22:23,431 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:22:23,432 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Unable to get data of znode /2138832317/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:22:23,441 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2138832317/switch/split already deleted, retry=false 2024-11-26T02:22:23,442 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Unable to get data of znode /2138832317/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:22:23,452 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2138832317/switch/merge already deleted, retry=false 2024-11-26T02:22:23,455 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Unable to get data of znode /2138832317/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:22:23,463 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2138832317/snapshot-cleanup already deleted, retry=false 2024-11-26T02:22:23,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2138832317/running 2024-11-26T02:22:23,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2138832317/running 2024-11-26T02:22:23,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:23,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:23,473 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,45799,1732587740994, sessionid=0x10174f2a35e0006, setting cluster-up flag (Was=false) 2024-11-26T02:22:23,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:23,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:23,668 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2138832317/flush-table-proc/acquired, /2138832317/flush-table-proc/reached, /2138832317/flush-table-proc/abort 2024-11-26T02:22:23,669 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:23,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:23,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:23,721 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2138832317/online-snapshot/acquired, /2138832317/online-snapshot/reached, /2138832317/online-snapshot/abort 2024-11-26T02:22:23,722 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:23,723 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:22:23,724 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:23,724 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:22:23,724 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:22:23,725 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,45799,1732587740994 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:22:23,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:23,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:23,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:23,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:23,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:22:23,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:22:23,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587773727 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,727 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:23,727 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:22:23,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:22:23,728 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:22:23,728 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:22:23,728 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:22:23,728 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587743728,5,FailOnTimeoutGroup] 2024-11-26T02:22:23,728 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:23,728 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:22:23,732 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587743728,5,FailOnTimeoutGroup] 2024-11-26T02:22:23,732 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,732 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:22:23,732 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,732 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:22:23,807 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(746): ClusterId : 7df196f2-df42-496f-b8a0-a458ea2e920d 2024-11-26T02:22:23,807 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:22:23,816 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:22:23,816 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:22:23,827 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:22:23,827 DEBUG [RS:0;851e45ef8bcf:38353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0e568d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:22:23,843 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:38353 2024-11-26T02:22:23,843 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:22:23,843 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:22:23,843 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:22:23,844 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,45799,1732587740994 with port=38353, startcode=1732587741445 2024-11-26T02:22:23,844 DEBUG [RS:0;851e45ef8bcf:38353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:22:23,845 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:22:23,845 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:23,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45799 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:23,847 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462 2024-11-26T02:22:23,847 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35103 2024-11-26T02:22:23,847 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:22:23,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:22:23,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317/rs 2024-11-26T02:22:23,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:23,939 DEBUG [RS:0;851e45ef8bcf:38353 {}] zookeeper.ZKUtil(111): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Set watcher on existing znode=/2138832317/rs/851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:23,939 WARN [RS:0;851e45ef8bcf:38353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:22:23,939 INFO [RS:0;851e45ef8bcf:38353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:23,939 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:23,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,38353,1732587741445] 2024-11-26T02:22:23,946 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:22:23,972 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:22:23,973 INFO [RS:0;851e45ef8bcf:38353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:22:23,973 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,973 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:22:23,973 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:22:23,973 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:22:23,974 DEBUG [RS:0;851e45ef8bcf:38353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:22:23,980 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,980 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,980 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,980 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,980 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:23,980 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,38353,1732587741445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:22:24,003 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:22:24,003 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,38353,1732587741445-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:24,003 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:24,003 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.Replication(171): 851e45ef8bcf,38353,1732587741445 started 2024-11-26T02:22:24,022 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:24,022 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,38353,1732587741445, RpcServer on 851e45ef8bcf/172.17.0.2:38353, sessionid=0x10174f2a35e0007 2024-11-26T02:22:24,022 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:22:24,022 DEBUG [RS:0;851e45ef8bcf:38353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:24,022 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,38353,1732587741445' 2024-11-26T02:22:24,022 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2138832317/flush-table-proc/abort' 2024-11-26T02:22:24,023 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2138832317/flush-table-proc/acquired' 2024-11-26T02:22:24,023 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:22:24,023 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:22:24,023 DEBUG [RS:0;851e45ef8bcf:38353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:24,023 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,38353,1732587741445' 2024-11-26T02:22:24,023 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2138832317/online-snapshot/abort' 2024-11-26T02:22:24,024 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2138832317/online-snapshot/acquired' 2024-11-26T02:22:24,024 DEBUG [RS:0;851e45ef8bcf:38353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:22:24,024 INFO [RS:0;851e45ef8bcf:38353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:22:24,024 INFO [RS:0;851e45ef8bcf:38353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:22:24,124 INFO [RS:0;851e45ef8bcf:38353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:22:24,125 INFO [RS:0;851e45ef8bcf:38353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C38353%2C1732587741445, suffix=, logDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445, archiveDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/oldWALs, maxLogs=10 2024-11-26T02:22:24,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:22:24,138 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462 2024-11-26T02:22:24,139 DEBUG [RS:0;851e45ef8bcf:38353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126, exclude list is [], retry=0 2024-11-26T02:22:24,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-0979901b-34f1-4649-b0d8-d36e00724bea,DISK] 2024-11-26T02:22:24,145 INFO [RS:0;851e45ef8bcf:38353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 2024-11-26T02:22:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741832_1008 (size=32) 2024-11-26T02:22:24,145 DEBUG [RS:0;851e45ef8bcf:38353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43185:43185)] 2024-11-26T02:22:24,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:24,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:22:24,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:22:24,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:24,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:24,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:22:24,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:22:24,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:24,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:24,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:22:24,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:22:24,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:24,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:24,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:22:24,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:22:24,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:24,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:24,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:22:24,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740 2024-11-26T02:22:24,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740 2024-11-26T02:22:24,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:22:24,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:22:24,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:24,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:22:24,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:24,555 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72574725, jitterRate=0.08144767582416534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:24,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587744546Initializing all the Stores at 1732587744547 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587744547Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587744547Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587744547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587744547Cleaning up temporary data from old regions at 1732587744552 (+5 ms)Region opened successfully at 1732587744555 (+3 ms) 2024-11-26T02:22:24,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:22:24,555 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:22:24,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:22:24,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:22:24,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:22:24,556 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:24,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587744555Disabling compacts and flushes for region at 1732587744555Disabling writes for close at 1732587744556 (+1 ms)Writing region close event to WAL at 1732587744556Closed at 1732587744556 2024-11-26T02:22:24,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:24,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:22:24,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:22:24,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:22:24,558 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:22:24,708 DEBUG [851e45ef8bcf:45799 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:22:24,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:24,710 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,38353,1732587741445, state=OPENING 2024-11-26T02:22:24,757 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:22:24,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:24,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:24,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2138832317/meta-region-server: CHANGED 2024-11-26T02:22:24,768 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:22:24,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2138832317/meta-region-server: CHANGED 2024-11-26T02:22:24,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,38353,1732587741445}] 2024-11-26T02:22:24,919 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:22:24,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:22:24,929 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:22:24,929 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:24,929 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:22:24,931 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C38353%2C1732587741445.meta, suffix=.meta, logDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445, archiveDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/oldWALs, maxLogs=10 2024-11-26T02:22:24,950 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.meta.1732587744931.meta, exclude list is [], retry=0 2024-11-26T02:22:24,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-0979901b-34f1-4649-b0d8-d36e00724bea,DISK] 2024-11-26T02:22:24,961 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.meta.1732587744931.meta 2024-11-26T02:22:24,962 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43185:43185)] 2024-11-26T02:22:24,962 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:24,963 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:24,963 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:22:24,963 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:22:24,963 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:22:24,963 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:22:24,963 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:24,963 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:22:24,963 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:22:24,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:22:24,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:22:24,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:24,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:24,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:22:24,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:22:24,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:24,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:24,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:22:24,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:22:24,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:24,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:24,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:22:24,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:22:24,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:24,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:24,973 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:22:24,974 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740 2024-11-26T02:22:24,974 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740 2024-11-26T02:22:24,975 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:22:24,975 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:22:24,976 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:24,977 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:22:24,978 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61919461, jitterRate=-0.07732813060283661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:24,978 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:22:24,978 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587744963Writing region info on filesystem at 1732587744963Initializing all the Stores at 1732587744964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587744964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587744969 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587744969Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587744969Cleaning up temporary data from old regions at 1732587744975 (+6 ms)Running coprocessor post-open hooks at 1732587744978 (+3 ms)Region opened successfully at 1732587744978 2024-11-26T02:22:24,979 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587744919 2024-11-26T02:22:24,981 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:22:24,981 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:22:24,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:24,983 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,38353,1732587741445, state=OPEN 2024-11-26T02:22:25,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2138832317/meta-region-server 2024-11-26T02:22:25,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2138832317/meta-region-server 2024-11-26T02:22:25,010 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:25,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2138832317/meta-region-server: CHANGED 2024-11-26T02:22:25,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2138832317/meta-region-server: CHANGED 2024-11-26T02:22:25,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:22:25,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,38353,1732587741445 in 242 msec 2024-11-26T02:22:25,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:22:25,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-26T02:22:25,016 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:25,017 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:22:25,018 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:25,018 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38353,1732587741445, seqNum=-1] 2024-11-26T02:22:25,018 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:25,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:25,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-26T02:22:25,024 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587745024, completionTime=-1 2024-11-26T02:22:25,024 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:22:25,024 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:22:25,026 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:22:25,026 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587805026 2024-11-26T02:22:25,026 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587865026 2024-11-26T02:22:25,026 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T02:22:25,027 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45799,1732587740994-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:25,027 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45799,1732587740994-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:25,027 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45799,1732587740994-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:25,027 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:45799, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:25,027 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:25,028 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:25,029 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:22:25,031 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.369sec 2024-11-26T02:22:25,031 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:22:25,032 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:22:25,032 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:22:25,032 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:22:25,032 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:22:25,032 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45799,1732587740994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:22:25,032 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45799,1732587740994-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:22:25,033 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:22:25,033 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:22:25,033 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45799,1732587740994-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:25,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363dd797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:25,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,45799,-1 for getting cluster id 2024-11-26T02:22:25,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:25,110 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7df196f2-df42-496f-b8a0-a458ea2e920d' 2024-11-26T02:22:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7df196f2-df42-496f-b8a0-a458ea2e920d" 2024-11-26T02:22:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41caab62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,45799,-1] 2024-11-26T02:22:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:25,111 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:25,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ba779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:25,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:25,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38353,1732587741445, seqNum=-1] 2024-11-26T02:22:25,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:25,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:25,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:25,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56986 2024-11-26T02:22:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:25,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10174f2a35e0008 connected 2024-11-26T02:22:25,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14fb0148 2024-11-26T02:22:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:25,140 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:25,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:22:25,143 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:22:25,143 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:25,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:22:25,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:22:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:22:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:25,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7912f3cf289cf35cc87647cf77da7835, NAME => 'test,,1732587745140.7912f3cf289cf35cc87647cf77da7835.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6 2024-11-26T02:22:25,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:22:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:25,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587745140.7912f3cf289cf35cc87647cf77da7835.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:25,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7912f3cf289cf35cc87647cf77da7835, disabling compactions & flushes 2024-11-26T02:22:25,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:25,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:25,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. after waiting 0 ms 2024-11-26T02:22:25,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:25,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:25,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7912f3cf289cf35cc87647cf77da7835: Waiting for close lock at 1732587745961Disabling compacts and flushes for region at 1732587745961Disabling writes for close at 1732587745961Writing region close event to WAL at 1732587745961Closed at 1732587745961 2024-11-26T02:22:25,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:22:25,963 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587745140.7912f3cf289cf35cc87647cf77da7835.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587745962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587745962"}]},"ts":"1732587745962"} 2024-11-26T02:22:25,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:22:25,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:22:25,966 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587745965"}]},"ts":"1732587745965"} 2024-11-26T02:22:25,967 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:22:25,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7912f3cf289cf35cc87647cf77da7835, ASSIGN}] 2024-11-26T02:22:25,969 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7912f3cf289cf35cc87647cf77da7835, ASSIGN 2024-11-26T02:22:25,969 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7912f3cf289cf35cc87647cf77da7835, ASSIGN; state=OFFLINE, location=851e45ef8bcf,35363,1732587730926; forceNewPlan=false, retain=false 2024-11-26T02:22:26,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7912f3cf289cf35cc87647cf77da7835, regionState=OPENING, regionLocation=851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:26,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7912f3cf289cf35cc87647cf77da7835, ASSIGN because future has completed 2024-11-26T02:22:26,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7912f3cf289cf35cc87647cf77da7835, server=851e45ef8bcf,35363,1732587730926}] 2024-11-26T02:22:26,278 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:26,279 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7912f3cf289cf35cc87647cf77da7835, NAME => 'test,,1732587745140.7912f3cf289cf35cc87647cf77da7835.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:26,279 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:26,279 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:22:26,279 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,279 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587745140.7912f3cf289cf35cc87647cf77da7835.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:26,279 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,279 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,280 INFO [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,281 INFO [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7912f3cf289cf35cc87647cf77da7835 columnFamilyName f 2024-11-26T02:22:26,281 DEBUG [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:26,282 INFO [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] regionserver.HStore(327): Store=7912f3cf289cf35cc87647cf77da7835/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:26,282 INFO [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:26,283 INFO [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7912f3cf289cf35cc87647cf77da7835 columnFamilyName f1 2024-11-26T02:22:26,283 DEBUG [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:26,283 INFO [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] regionserver.HStore(327): Store=7912f3cf289cf35cc87647cf77da7835/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:26,283 INFO [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,284 INFO [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7912f3cf289cf35cc87647cf77da7835 columnFamilyName norep 2024-11-26T02:22:26,284 DEBUG [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:26,284 INFO [StoreOpener-7912f3cf289cf35cc87647cf77da7835-1 {}] regionserver.HStore(327): Store=7912f3cf289cf35cc87647cf77da7835/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:26,285 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,285 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,285 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,286 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,286 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,287 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:22:26,288 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,290 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:26,290 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7912f3cf289cf35cc87647cf77da7835; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61951983, jitterRate=-0.0768435150384903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:22:26,290 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:26,291 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7912f3cf289cf35cc87647cf77da7835: Running coprocessor pre-open hook at 1732587746279Writing region info on filesystem at 1732587746279Initializing all the Stores at 1732587746280 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587746280Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587746280Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587746280Cleaning up temporary data from old regions at 1732587746286 (+6 ms)Running coprocessor post-open hooks at 1732587746290 (+4 ms)Region opened successfully at 1732587746291 (+1 ms) 2024-11-26T02:22:26,292 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587745140.7912f3cf289cf35cc87647cf77da7835., pid=6, masterSystemTime=1732587746275 2024-11-26T02:22:26,294 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:26,294 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:26,294 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7912f3cf289cf35cc87647cf77da7835, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:26,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7912f3cf289cf35cc87647cf77da7835, server=851e45ef8bcf,35363,1732587730926 because future has completed 2024-11-26T02:22:26,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:22:26,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7912f3cf289cf35cc87647cf77da7835, server=851e45ef8bcf,35363,1732587730926 in 174 msec 2024-11-26T02:22:26,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:22:26,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7912f3cf289cf35cc87647cf77da7835, ASSIGN in 331 msec 2024-11-26T02:22:26,301 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:22:26,301 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587746301"}]},"ts":"1732587746301"} 2024-11-26T02:22:26,303 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:22:26,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:22:26,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-26T02:22:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:27,294 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:22:27,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19fd8838 2024-11-26T02:22:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:27,297 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:27,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:22:27,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:22:27,301 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:27,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:22:27,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:22:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:22:27,358 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a86d0a2cf9430a77c19414a6516e551e, NAME => 'test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83 2024-11-26T02:22:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:22:27,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:27,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a86d0a2cf9430a77c19414a6516e551e, disabling compactions & flushes 2024-11-26T02:22:27,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:27,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:27,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. after waiting 0 ms 2024-11-26T02:22:27,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:27,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:27,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a86d0a2cf9430a77c19414a6516e551e: Waiting for close lock at 1732587747375Disabling compacts and flushes for region at 1732587747375Disabling writes for close at 1732587747375Writing region close event to WAL at 1732587747375Closed at 1732587747375 2024-11-26T02:22:27,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:22:27,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587747376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587747376"}]},"ts":"1732587747376"} 2024-11-26T02:22:27,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:22:27,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:22:27,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587747383"}]},"ts":"1732587747383"} 2024-11-26T02:22:27,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:22:27,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a86d0a2cf9430a77c19414a6516e551e, ASSIGN}] 2024-11-26T02:22:27,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a86d0a2cf9430a77c19414a6516e551e, ASSIGN 2024-11-26T02:22:27,396 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a86d0a2cf9430a77c19414a6516e551e, ASSIGN; state=OFFLINE, location=851e45ef8bcf,33673,1732587736094; forceNewPlan=false, retain=false 2024-11-26T02:22:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:27,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a86d0a2cf9430a77c19414a6516e551e, regionState=OPENING, regionLocation=851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:27,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a86d0a2cf9430a77c19414a6516e551e, ASSIGN because future has completed 2024-11-26T02:22:27,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a86d0a2cf9430a77c19414a6516e551e, server=851e45ef8bcf,33673,1732587736094}] 2024-11-26T02:22:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:27,724 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:27,724 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a86d0a2cf9430a77c19414a6516e551e, NAME => 'test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:27,725 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:27,725 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:22:27,725 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,725 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:27,725 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,725 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,730 INFO [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,732 INFO [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a86d0a2cf9430a77c19414a6516e551e columnFamilyName f 2024-11-26T02:22:27,732 DEBUG [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:27,732 INFO [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] regionserver.HStore(327): Store=a86d0a2cf9430a77c19414a6516e551e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:27,733 INFO [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,734 INFO [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a86d0a2cf9430a77c19414a6516e551e columnFamilyName f1 2024-11-26T02:22:27,734 DEBUG [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:27,734 INFO [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] regionserver.HStore(327): Store=a86d0a2cf9430a77c19414a6516e551e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:27,734 INFO [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,735 INFO [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a86d0a2cf9430a77c19414a6516e551e columnFamilyName norep 2024-11-26T02:22:27,735 DEBUG [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:27,736 INFO [StoreOpener-a86d0a2cf9430a77c19414a6516e551e-1 {}] regionserver.HStore(327): Store=a86d0a2cf9430a77c19414a6516e551e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:27,736 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,737 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,738 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,739 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,739 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,739 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:22:27,740 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,743 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:27,743 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a86d0a2cf9430a77c19414a6516e551e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74079439, jitterRate=0.10386966168880463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:22:27,743 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:27,744 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a86d0a2cf9430a77c19414a6516e551e: Running coprocessor pre-open hook at 1732587747726Writing region info on filesystem at 1732587747726Initializing all the Stores at 1732587747726Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587747726Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587747730 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587747730Cleaning up temporary data from old regions at 1732587747739 (+9 ms)Running coprocessor post-open hooks at 1732587747743 (+4 ms)Region opened successfully at 1732587747744 (+1 ms) 2024-11-26T02:22:27,745 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e., pid=6, masterSystemTime=1732587747710 2024-11-26T02:22:27,748 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a86d0a2cf9430a77c19414a6516e551e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:27,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a86d0a2cf9430a77c19414a6516e551e, server=851e45ef8bcf,33673,1732587736094 because future has completed 2024-11-26T02:22:27,756 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:27,756 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:27,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:22:27,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a86d0a2cf9430a77c19414a6516e551e, server=851e45ef8bcf,33673,1732587736094 in 203 msec 2024-11-26T02:22:27,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:22:27,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a86d0a2cf9430a77c19414a6516e551e, ASSIGN in 376 msec 2024-11-26T02:22:27,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:22:27,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587747772"}]},"ts":"1732587747772"} 2024-11-26T02:22:27,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:22:27,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:22:27,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 478 msec 2024-11-26T02:22:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:27,935 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:22:27,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:27,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:27,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bcfc3ed 2024-11-26T02:22:27,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:27,937 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:27,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:22:27,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:22:27,942 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:27,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:22:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:27,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:22:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:22:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:28,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16587d2393bc0b5830ddcb93d480e047, NAME => 'test,,1732587747938.16587d2393bc0b5830ddcb93d480e047.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462 2024-11-26T02:22:28,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:22:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:28,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587747938.16587d2393bc0b5830ddcb93d480e047.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:28,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 16587d2393bc0b5830ddcb93d480e047, disabling compactions & flushes 2024-11-26T02:22:28,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:28,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:28,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. after waiting 0 ms 2024-11-26T02:22:28,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:28,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:28,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16587d2393bc0b5830ddcb93d480e047: Waiting for close lock at 1732587748760Disabling compacts and flushes for region at 1732587748760Disabling writes for close at 1732587748760Writing region close event to WAL at 1732587748760Closed at 1732587748760 2024-11-26T02:22:28,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:22:28,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587747938.16587d2393bc0b5830ddcb93d480e047.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587748761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587748761"}]},"ts":"1732587748761"} 2024-11-26T02:22:28,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:22:28,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:22:28,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587748764"}]},"ts":"1732587748764"} 2024-11-26T02:22:28,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:22:28,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16587d2393bc0b5830ddcb93d480e047, ASSIGN}] 2024-11-26T02:22:28,767 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16587d2393bc0b5830ddcb93d480e047, ASSIGN 2024-11-26T02:22:28,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=16587d2393bc0b5830ddcb93d480e047, ASSIGN; state=OFFLINE, location=851e45ef8bcf,38353,1732587741445; forceNewPlan=false, retain=false 2024-11-26T02:22:28,919 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16587d2393bc0b5830ddcb93d480e047, regionState=OPENING, regionLocation=851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:28,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=16587d2393bc0b5830ddcb93d480e047, ASSIGN because future has completed 2024-11-26T02:22:28,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16587d2393bc0b5830ddcb93d480e047, server=851e45ef8bcf,38353,1732587741445}] 2024-11-26T02:22:29,078 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:29,078 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16587d2393bc0b5830ddcb93d480e047, NAME => 'test,,1732587747938.16587d2393bc0b5830ddcb93d480e047.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:29,078 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:29,078 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:22:29,079 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,079 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587747938.16587d2393bc0b5830ddcb93d480e047.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:29,079 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,079 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,080 INFO [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,081 INFO [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16587d2393bc0b5830ddcb93d480e047 columnFamilyName f 2024-11-26T02:22:29,081 DEBUG [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:29,082 INFO [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] regionserver.HStore(327): Store=16587d2393bc0b5830ddcb93d480e047/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:29,082 INFO [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:29,084 INFO [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16587d2393bc0b5830ddcb93d480e047 columnFamilyName f1 2024-11-26T02:22:29,084 DEBUG [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:29,088 INFO [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] regionserver.HStore(327): Store=16587d2393bc0b5830ddcb93d480e047/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:29,088 INFO [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,090 INFO [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16587d2393bc0b5830ddcb93d480e047 columnFamilyName norep 2024-11-26T02:22:29,090 DEBUG [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:29,090 INFO [StoreOpener-16587d2393bc0b5830ddcb93d480e047-1 {}] regionserver.HStore(327): Store=16587d2393bc0b5830ddcb93d480e047/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:29,090 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,091 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,091 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,092 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,092 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,092 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:22:29,093 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,095 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:29,096 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16587d2393bc0b5830ddcb93d480e047; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59386060, jitterRate=-0.11507874727249146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:22:29,096 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:29,096 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16587d2393bc0b5830ddcb93d480e047: Running coprocessor pre-open hook at 1732587749079Writing region info on filesystem at 1732587749079Initializing all the Stores at 1732587749080 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587749080Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587749080Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587749080Cleaning up temporary data from old regions at 1732587749092 (+12 ms)Running coprocessor post-open hooks at 1732587749096 (+4 ms)Region opened successfully at 1732587749096 2024-11-26T02:22:29,097 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587747938.16587d2393bc0b5830ddcb93d480e047., pid=6, masterSystemTime=1732587749074 2024-11-26T02:22:29,099 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:29,099 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:29,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16587d2393bc0b5830ddcb93d480e047, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:29,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16587d2393bc0b5830ddcb93d480e047, server=851e45ef8bcf,38353,1732587741445 because future has completed 2024-11-26T02:22:29,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:22:29,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16587d2393bc0b5830ddcb93d480e047, server=851e45ef8bcf,38353,1732587741445 in 181 msec 2024-11-26T02:22:29,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:22:29,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=16587d2393bc0b5830ddcb93d480e047, ASSIGN in 339 msec 2024-11-26T02:22:29,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:22:29,108 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587749108"}]},"ts":"1732587749108"} 2024-11-26T02:22:29,111 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:22:29,113 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:22:29,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-26T02:22:29,947 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T02:22:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:30,103 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:22:30,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656ab07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:30,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,39827,-1 for getting cluster id 2024-11-26T02:22:30,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:30,104 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a54c5cce-2c2e-4d5c-8420-d59358ad569d' 2024-11-26T02:22:30,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:30,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a54c5cce-2c2e-4d5c-8420-d59358ad569d" 2024-11-26T02:22:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea836d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,39827,-1] 2024-11-26T02:22:30,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:30,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:30,108 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae0d79a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:30,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:30,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:30,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fa0ea39 2024-11-26T02:22:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:30,112 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:30,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:40323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:22:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:22:30,118 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40323' 2024-11-26T02:22:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:30,133 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776fbe38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:30,133 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40323,-1 for getting cluster id 2024-11-26T02:22:30,133 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:30,134 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c8a58d-bbc9-456e-8777-a8e63116463f' 2024-11-26T02:22:30,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:30,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c8a58d-bbc9-456e-8777-a8e63116463f" 2024-11-26T02:22:30,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1604b999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:30,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40323,-1] 2024-11-26T02:22:30,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:30,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:30,136 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:30,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69358f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:30,137 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:30,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:30,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cf54b00 2024-11-26T02:22:30,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:30,142 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:30,146 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T02:22:30,146 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:22:30,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:30,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:30,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:30,149 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:30,152 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:22:30,154 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:22:30,155 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:30,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:22:30,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:22:30,191 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ce9fb86e20ca638941d1aacddf76c7c, NAME => 'hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6 2024-11-26T02:22:30,202 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:22:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:22:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:30,466 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:22:30,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:30,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:30,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ce9fb86e20ca638941d1aacddf76c7c, disabling compactions & flushes 2024-11-26T02:22:30,613 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:30,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:30,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. after waiting 0 ms 2024-11-26T02:22:30,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:30,613 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:30,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ce9fb86e20ca638941d1aacddf76c7c: Waiting for close lock at 1732587750613Disabling compacts and flushes for region at 1732587750613Disabling writes for close at 1732587750613Writing region close event to WAL at 1732587750613Closed at 1732587750613 2024-11-26T02:22:30,614 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:22:30,614 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587750614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587750614"}]},"ts":"1732587750614"} 2024-11-26T02:22:30,617 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:22:30,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:22:30,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587750618"}]},"ts":"1732587750618"} 2024-11-26T02:22:30,621 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:22:30,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ce9fb86e20ca638941d1aacddf76c7c, ASSIGN}] 2024-11-26T02:22:30,623 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ce9fb86e20ca638941d1aacddf76c7c, ASSIGN 2024-11-26T02:22:30,624 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ce9fb86e20ca638941d1aacddf76c7c, ASSIGN; state=OFFLINE, location=851e45ef8bcf,35363,1732587730926; forceNewPlan=false, retain=false 2024-11-26T02:22:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:30,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ce9fb86e20ca638941d1aacddf76c7c, regionState=OPENING, regionLocation=851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:30,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ce9fb86e20ca638941d1aacddf76c7c, ASSIGN because future has completed 2024-11-26T02:22:30,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ce9fb86e20ca638941d1aacddf76c7c, server=851e45ef8bcf,35363,1732587730926}] 2024-11-26T02:22:30,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:30,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:30,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:22:30,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C35363%2C1732587730926.rep, suffix=, logDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926, archiveDir=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/oldWALs, maxLogs=10 2024-11-26T02:22:30,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.rep.1732587750936, exclude list is [], retry=0 2024-11-26T02:22:30,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38011,DS-b19d0b99-cced-44d7-8957-f681087d1f5e,DISK] 2024-11-26T02:22:30,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.rep.1732587750936 2024-11-26T02:22:30,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34595:34595)] 2024-11-26T02:22:30,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ce9fb86e20ca638941d1aacddf76c7c, NAME => 'hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:30,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:30,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:22:30,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. service=MultiRowMutationService 2024-11-26T02:22:30,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:22:30,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:30,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,959 INFO [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,960 INFO [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ce9fb86e20ca638941d1aacddf76c7c columnFamilyName hfileref 2024-11-26T02:22:30,960 DEBUG [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:30,960 INFO [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] regionserver.HStore(327): Store=7ce9fb86e20ca638941d1aacddf76c7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:30,960 INFO [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,961 INFO [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ce9fb86e20ca638941d1aacddf76c7c columnFamilyName queue 2024-11-26T02:22:30,961 DEBUG [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:30,961 INFO [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] regionserver.HStore(327): Store=7ce9fb86e20ca638941d1aacddf76c7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:30,962 INFO [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,963 INFO [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ce9fb86e20ca638941d1aacddf76c7c columnFamilyName sid 2024-11-26T02:22:30,963 DEBUG [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:30,963 INFO [StoreOpener-7ce9fb86e20ca638941d1aacddf76c7c-1 {}] regionserver.HStore(327): Store=7ce9fb86e20ca638941d1aacddf76c7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:30,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/replication/7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/replication/7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:22:30,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/replication/7ce9fb86e20ca638941d1aacddf76c7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:30,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7ce9fb86e20ca638941d1aacddf76c7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59524047, jitterRate=-0.113022580742836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:22:30,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:30,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7ce9fb86e20ca638941d1aacddf76c7c: Running coprocessor pre-open hook at 1732587750957Writing region info on filesystem at 1732587750957Initializing all the Stores at 1732587750958 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587750958Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587750959 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587750959Cleaning up temporary data from old regions at 1732587750965 (+6 ms)Running coprocessor post-open hooks at 1732587750968 (+3 ms)Region opened successfully at 1732587750968 2024-11-26T02:22:30,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c., pid=10, masterSystemTime=1732587750931 2024-11-26T02:22:30,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:30,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:30,971 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ce9fb86e20ca638941d1aacddf76c7c, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:30,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ce9fb86e20ca638941d1aacddf76c7c, server=851e45ef8bcf,35363,1732587730926 because future has completed 2024-11-26T02:22:30,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:22:30,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ce9fb86e20ca638941d1aacddf76c7c, server=851e45ef8bcf,35363,1732587730926 in 195 msec 2024-11-26T02:22:30,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:22:30,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ce9fb86e20ca638941d1aacddf76c7c, ASSIGN in 355 msec 2024-11-26T02:22:30,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:22:30,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587750977"}]},"ts":"1732587750977"} 2024-11-26T02:22:30,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:22:30,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:22:30,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 831 msec 2024-11-26T02:22:31,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c., hostname=851e45ef8bcf,35363,1732587730926, seqNum=2] 2024-11-26T02:22:31,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:31,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:31,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:22:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:31,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:22:31,299 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:22:31,348 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,35363,1732587730926, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:22:31,349 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:31,349 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,35363,1732587730926, seqNum=-1] 2024-11-26T02:22:31,349 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:31,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-26T02:22:31,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,35363,1732587730926', locateType=CURRENT is [region=hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c., hostname=851e45ef8bcf,35363,1732587730926, seqNum=2] 2024-11-26T02:22:31,353 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:22:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:22:31,355 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,35363,1732587730926 suceeded 2024-11-26T02:22:31,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:22:31,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-26T02:22:31,356 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:40323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:22:31,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2430 sec 2024-11-26T02:22:31,367 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40323' 2024-11-26T02:22:31,368 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5160e5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:31,368 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40323,-1 for getting cluster id 2024-11-26T02:22:31,368 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:31,368 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c8a58d-bbc9-456e-8777-a8e63116463f' 2024-11-26T02:22:31,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c8a58d-bbc9-456e-8777-a8e63116463f" 2024-11-26T02:22:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64719782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40323,-1] 2024-11-26T02:22:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:31,370 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:31,370 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31586e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:31,370 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:31,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:31,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36acdacf 2024-11-26T02:22:31,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:31,371 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-26T02:22:31,372 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,35363,1732587730926 (queues=1) is replicating from cluster=a54c5cce-2c2e-4d5c-8420-d59358ad569d to cluster=29c8a58d-bbc9-456e-8777-a8e63116463f 2024-11-26T02:22:31,372 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C35363%2C1732587730926 2024-11-26T02:22:31,372 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,35363,1732587730926, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:22:31,373 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C35363%2C1732587730926 2024-11-26T02:22:31,373 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285, startPosition=0, beingWritten=true 2024-11-26T02:22:31,376 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:31,376 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 379, reset compression=false 2024-11-26T02:22:31,376 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,35363,1732587730926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:31,579 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 379, reset compression=false 2024-11-26T02:22:31,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:22:31,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T02:22:31,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:22:31,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T02:22:31,882 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 379, reset compression=false 2024-11-26T02:22:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:32,283 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:22:32,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:32,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:32,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:32,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:32,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:32,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad1029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:32,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40323,-1 for getting cluster id 2024-11-26T02:22:32,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:32,285 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 379, reset compression=false 2024-11-26T02:22:32,286 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c8a58d-bbc9-456e-8777-a8e63116463f' 2024-11-26T02:22:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c8a58d-bbc9-456e-8777-a8e63116463f" 2024-11-26T02:22:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c066d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40323,-1] 2024-11-26T02:22:32,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:32,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:32,287 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398875d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:32,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1a3645 2024-11-26T02:22:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:32,291 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:32,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:45799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:22:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:22:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:32,294 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:45799' 2024-11-26T02:22:32,295 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2674bf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:32,295 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,45799,-1 for getting cluster id 2024-11-26T02:22:32,295 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:32,296 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7df196f2-df42-496f-b8a0-a458ea2e920d' 2024-11-26T02:22:32,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:32,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7df196f2-df42-496f-b8a0-a458ea2e920d" 2024-11-26T02:22:32,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e17654c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:32,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,45799,-1] 2024-11-26T02:22:32,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:32,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:32,297 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:32,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470502c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:32,298 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:32,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:32,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@249da2a2 2024-11-26T02:22:32,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:32,300 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:32,300 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T02:22:32,300 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:22:32,300 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:32,300 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:32,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:32,301 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:32,302 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:22:32,303 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:22:32,303 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:32,304 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:22:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:22:32,352 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:22:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:32,550 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=35, reused chunk count=117, reuseRatio=76.97% 2024-11-26T02:22:32,551 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-26T02:22:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:32,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08a8286729d6a67a8ffc3c81d58e9103, NAME => 'hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83 2024-11-26T02:22:32,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:22:32,790 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 379, reset compression=false 2024-11-26T02:22:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:33,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:33,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08a8286729d6a67a8ffc3c81d58e9103, disabling compactions & flushes 2024-11-26T02:22:33,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:33,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:33,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. after waiting 0 ms 2024-11-26T02:22:33,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:33,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:33,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08a8286729d6a67a8ffc3c81d58e9103: Waiting for close lock at 1732587753115Disabling compacts and flushes for region at 1732587753115Disabling writes for close at 1732587753115Writing region close event to WAL at 1732587753115Closed at 1732587753115 2024-11-26T02:22:33,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:22:33,117 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587753116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587753116"}]},"ts":"1732587753116"} 2024-11-26T02:22:33,119 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:22:33,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:22:33,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587753120"}]},"ts":"1732587753120"} 2024-11-26T02:22:33,123 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:22:33,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08a8286729d6a67a8ffc3c81d58e9103, ASSIGN}] 2024-11-26T02:22:33,125 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08a8286729d6a67a8ffc3c81d58e9103, ASSIGN 2024-11-26T02:22:33,126 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08a8286729d6a67a8ffc3c81d58e9103, ASSIGN; state=OFFLINE, location=851e45ef8bcf,33673,1732587736094; forceNewPlan=false, retain=false 2024-11-26T02:22:33,277 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08a8286729d6a67a8ffc3c81d58e9103, regionState=OPENING, regionLocation=851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:33,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08a8286729d6a67a8ffc3c81d58e9103, ASSIGN because future has completed 2024-11-26T02:22:33,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08a8286729d6a67a8ffc3c81d58e9103, server=851e45ef8bcf,33673,1732587736094}] 2024-11-26T02:22:33,394 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 379, reset compression=false 2024-11-26T02:22:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:33,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:33,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:33,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:22:33,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C33673%2C1732587736094.rep, suffix=, logDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094, archiveDir=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/oldWALs, maxLogs=10 2024-11-26T02:22:33,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.rep.1732587753436, exclude list is [], retry=0 2024-11-26T02:22:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37651,DS-8044d962-68fe-42bb-ba58-182068c109ea,DISK] 2024-11-26T02:22:33,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.rep.1732587753436 2024-11-26T02:22:33,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33337:33337)] 2024-11-26T02:22:33,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 08a8286729d6a67a8ffc3c81d58e9103, NAME => 'hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:33,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:33,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:22:33,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. service=MultiRowMutationService 2024-11-26T02:22:33,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:22:33,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:33,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,459 INFO [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,460 INFO [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08a8286729d6a67a8ffc3c81d58e9103 columnFamilyName hfileref 2024-11-26T02:22:33,460 DEBUG [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:33,460 INFO [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] regionserver.HStore(327): Store=08a8286729d6a67a8ffc3c81d58e9103/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:33,460 INFO [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,461 INFO [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08a8286729d6a67a8ffc3c81d58e9103 columnFamilyName queue 2024-11-26T02:22:33,461 DEBUG [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:33,462 INFO [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] regionserver.HStore(327): Store=08a8286729d6a67a8ffc3c81d58e9103/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:33,462 INFO [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,462 INFO [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08a8286729d6a67a8ffc3c81d58e9103 columnFamilyName sid 2024-11-26T02:22:33,462 DEBUG [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:33,463 INFO [StoreOpener-08a8286729d6a67a8ffc3c81d58e9103-1 {}] regionserver.HStore(327): Store=08a8286729d6a67a8ffc3c81d58e9103/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:33,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/replication/08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/replication/08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:22:33,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/replication/08a8286729d6a67a8ffc3c81d58e9103/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:33,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 08a8286729d6a67a8ffc3c81d58e9103; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62478895, jitterRate=-0.06899191439151764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:22:33,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:33,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 08a8286729d6a67a8ffc3c81d58e9103: Running coprocessor pre-open hook at 1732587753458Writing region info on filesystem at 1732587753458Initializing all the Stores at 1732587753459 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587753459Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587753459Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587753459Cleaning up temporary data from old regions at 1732587753465 (+6 ms)Running coprocessor post-open hooks at 1732587753473 (+8 ms)Region opened successfully at 1732587753473 2024-11-26T02:22:33,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103., pid=10, masterSystemTime=1732587753431 2024-11-26T02:22:33,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:33,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:33,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08a8286729d6a67a8ffc3c81d58e9103, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:33,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08a8286729d6a67a8ffc3c81d58e9103, server=851e45ef8bcf,33673,1732587736094 because future has completed 2024-11-26T02:22:33,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:22:33,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 08a8286729d6a67a8ffc3c81d58e9103, server=851e45ef8bcf,33673,1732587736094 in 205 msec 2024-11-26T02:22:33,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:22:33,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08a8286729d6a67a8ffc3c81d58e9103, ASSIGN in 362 msec 2024-11-26T02:22:33,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:22:33,489 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587753489"}]},"ts":"1732587753489"} 2024-11-26T02:22:33,492 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:22:33,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:22:33,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-26T02:22:33,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103., hostname=851e45ef8bcf,33673,1732587736094, seqNum=2] 2024-11-26T02:22:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:33,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:22:33,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:22:33,753 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:22:33,780 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,33673,1732587736094, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:22:33,781 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:33,781 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,33673,1732587736094, seqNum=-1] 2024-11-26T02:22:33,781 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:33,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T02:22:33,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,33673,1732587736094', locateType=CURRENT is [region=hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103., hostname=851e45ef8bcf,33673,1732587736094, seqNum=2] 2024-11-26T02:22:33,786 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:22:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:22:33,788 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,33673,1732587736094 suceeded 2024-11-26T02:22:33,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:22:33,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-26T02:22:33,790 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:45799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:22:33,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-11-26T02:22:33,801 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:45799' 2024-11-26T02:22:33,803 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e7ab216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:33,803 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,45799,-1 for getting cluster id 2024-11-26T02:22:33,803 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:33,804 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7df196f2-df42-496f-b8a0-a458ea2e920d' 2024-11-26T02:22:33,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:33,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7df196f2-df42-496f-b8a0-a458ea2e920d" 2024-11-26T02:22:33,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60f2c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:33,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,45799,-1] 2024-11-26T02:22:33,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:33,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:33,805 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:33,806 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4658a846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:33,806 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:33,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:33,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7711ccfe 2024-11-26T02:22:33,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:33,808 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-26T02:22:33,808 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,33673,1732587736094 (queues=1) is replicating from cluster=29c8a58d-bbc9-456e-8777-a8e63116463f to cluster=7df196f2-df42-496f-b8a0-a458ea2e920d 2024-11-26T02:22:33,809 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C33673%2C1732587736094 2024-11-26T02:22:33,809 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,33673,1732587736094, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:22:33,811 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C33673%2C1732587736094 2024-11-26T02:22:33,811 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072, startPosition=0, beingWritten=true 2024-11-26T02:22:33,816 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:33,816 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 379, reset compression=false 2024-11-26T02:22:33,816 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,33673,1732587736094 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:34,020 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 379, reset compression=false 2024-11-26T02:22:34,099 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 379, reset compression=false 2024-11-26T02:22:34,323 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 379, reset compression=false 2024-11-26T02:22:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:34,442 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:22:34,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:34,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:34,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:34,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:34,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:34,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e13a83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:34,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,45799,-1 for getting cluster id 2024-11-26T02:22:34,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:34,444 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7df196f2-df42-496f-b8a0-a458ea2e920d' 2024-11-26T02:22:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7df196f2-df42-496f-b8a0-a458ea2e920d" 2024-11-26T02:22:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad08791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,45799,-1] 2024-11-26T02:22:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:34,446 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6b87cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:34,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@af2538d 2024-11-26T02:22:34,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:34,448 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:34,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:40323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:22:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:22:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:34,629 INFO [AsyncFSWAL-0-hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData-prefix:851e45ef8bcf,45799,1732587740994 {}] wal.AbstractFSWAL(1368): Slow sync cost: 178 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46631,DS-0979901b-34f1-4649-b0d8-d36e00724bea,DISK]] 2024-11-26T02:22:34,629 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40323' 2024-11-26T02:22:34,630 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5b0aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:34,630 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40323,-1 for getting cluster id 2024-11-26T02:22:34,630 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:34,630 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c8a58d-bbc9-456e-8777-a8e63116463f' 2024-11-26T02:22:34,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:34,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c8a58d-bbc9-456e-8777-a8e63116463f" 2024-11-26T02:22:34,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b720865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:34,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40323,-1] 2024-11-26T02:22:34,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:34,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:34,631 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d9d78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:34,632 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ebbe3cf 2024-11-26T02:22:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:34,633 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:34,634 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-26T02:22:34,634 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:22:34,634 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:34,634 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:34,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:34,634 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:34,635 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:22:34,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:22:34,636 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:34,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:22:34,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:22:34,685 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:22:34,727 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 379, reset compression=false 2024-11-26T02:22:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:34,903 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 379, reset compression=false 2024-11-26T02:22:34,912 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:34,912 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:22:34,912 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108758 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:22:35,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e8fdb969862ce3918605f8f11ed9240, NAME => 'hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462 2024-11-26T02:22:35,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:22:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:35,229 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 379, reset compression=false 2024-11-26T02:22:35,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:35,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e8fdb969862ce3918605f8f11ed9240, disabling compactions & flushes 2024-11-26T02:22:35,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:35,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:35,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. after waiting 0 ms 2024-11-26T02:22:35,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:35,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:35,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e8fdb969862ce3918605f8f11ed9240: Waiting for close lock at 1732587755448Disabling compacts and flushes for region at 1732587755448Disabling writes for close at 1732587755448Writing region close event to WAL at 1732587755448Closed at 1732587755448 2024-11-26T02:22:35,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:22:35,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587755449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587755449"}]},"ts":"1732587755449"} 2024-11-26T02:22:35,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:22:35,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:22:35,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587755452"}]},"ts":"1732587755452"} 2024-11-26T02:22:35,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:22:35,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e8fdb969862ce3918605f8f11ed9240, ASSIGN}] 2024-11-26T02:22:35,455 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e8fdb969862ce3918605f8f11ed9240, ASSIGN 2024-11-26T02:22:35,456 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e8fdb969862ce3918605f8f11ed9240, ASSIGN; state=OFFLINE, location=851e45ef8bcf,38353,1732587741445; forceNewPlan=false, retain=false 2024-11-26T02:22:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:35,606 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e8fdb969862ce3918605f8f11ed9240, regionState=OPENING, regionLocation=851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:35,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e8fdb969862ce3918605f8f11ed9240, ASSIGN because future has completed 2024-11-26T02:22:35,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e8fdb969862ce3918605f8f11ed9240, server=851e45ef8bcf,38353,1732587741445}] 2024-11-26T02:22:35,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:35,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:35,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:22:35,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C38353%2C1732587741445.rep, suffix=, logDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445, archiveDir=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/oldWALs, maxLogs=10 2024-11-26T02:22:35,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.rep.1732587755765, exclude list is [], retry=0 2024-11-26T02:22:35,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-0979901b-34f1-4649-b0d8-d36e00724bea,DISK] 2024-11-26T02:22:35,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.rep.1732587755765 2024-11-26T02:22:35,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43185:43185)] 2024-11-26T02:22:35,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e8fdb969862ce3918605f8f11ed9240, NAME => 'hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:35,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:35,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:22:35,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. service=MultiRowMutationService 2024-11-26T02:22:35,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:22:35,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:35,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,793 INFO [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,794 INFO [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e8fdb969862ce3918605f8f11ed9240 columnFamilyName hfileref 2024-11-26T02:22:35,794 DEBUG [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:35,794 INFO [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] regionserver.HStore(327): Store=9e8fdb969862ce3918605f8f11ed9240/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:35,794 INFO [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,795 INFO [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e8fdb969862ce3918605f8f11ed9240 columnFamilyName queue 2024-11-26T02:22:35,795 DEBUG [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:35,795 INFO [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] regionserver.HStore(327): Store=9e8fdb969862ce3918605f8f11ed9240/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:35,795 INFO [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,796 INFO [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e8fdb969862ce3918605f8f11ed9240 columnFamilyName sid 2024-11-26T02:22:35,796 DEBUG [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:35,796 INFO [StoreOpener-9e8fdb969862ce3918605f8f11ed9240-1 {}] regionserver.HStore(327): Store=9e8fdb969862ce3918605f8f11ed9240/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:35,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/replication/9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/replication/9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:22:35,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/replication/9e8fdb969862ce3918605f8f11ed9240/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:35,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9e8fdb969862ce3918605f8f11ed9240; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59097833, jitterRate=-0.11937366425991058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:22:35,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:35,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9e8fdb969862ce3918605f8f11ed9240: Running coprocessor pre-open hook at 1732587755792Writing region info on filesystem at 1732587755792Initializing all the Stores at 1732587755792Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587755793 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587755793Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587755793Cleaning up temporary data from old regions at 1732587755798 (+5 ms)Running coprocessor post-open hooks at 1732587755801 (+3 ms)Region opened successfully at 1732587755801 2024-11-26T02:22:35,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240., pid=10, masterSystemTime=1732587755761 2024-11-26T02:22:35,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:35,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:35,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e8fdb969862ce3918605f8f11ed9240, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:35,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e8fdb969862ce3918605f8f11ed9240, server=851e45ef8bcf,38353,1732587741445 because future has completed 2024-11-26T02:22:35,806 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 379, reset compression=false 2024-11-26T02:22:35,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:22:35,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e8fdb969862ce3918605f8f11ed9240, server=851e45ef8bcf,38353,1732587741445 in 198 msec 2024-11-26T02:22:35,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:22:35,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e8fdb969862ce3918605f8f11ed9240, ASSIGN in 355 msec 2024-11-26T02:22:35,812 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:22:35,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587755812"}]},"ts":"1732587755812"} 2024-11-26T02:22:35,814 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:22:35,815 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:22:35,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-26T02:22:35,832 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 379, reset compression=false 2024-11-26T02:22:35,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240., hostname=851e45ef8bcf,38353,1732587741445, seqNum=2] 2024-11-26T02:22:35,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:35,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:35,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:22:35,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T02:22:36,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:22:36,101 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:22:36,139 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,38353,1732587741445, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:22:36,139 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:36,139 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38353,1732587741445, seqNum=-1] 2024-11-26T02:22:36,140 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:36,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T02:22:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,38353,1732587741445', locateType=CURRENT is [region=hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240., hostname=851e45ef8bcf,38353,1732587741445, seqNum=2] 2024-11-26T02:22:36,148 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:22:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:22:36,151 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,38353,1732587741445 suceeded 2024-11-26T02:22:36,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:22:36,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-26T02:22:36,153 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:40323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:22:36,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7040 sec 2024-11-26T02:22:36,170 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:40323' 2024-11-26T02:22:36,172 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a44eb86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,172 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40323,-1 for getting cluster id 2024-11-26T02:22:36,172 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:36,179 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c8a58d-bbc9-456e-8777-a8e63116463f' 2024-11-26T02:22:36,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:36,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c8a58d-bbc9-456e-8777-a8e63116463f" 2024-11-26T02:22:36,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265dee0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40323,-1] 2024-11-26T02:22:36,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:36,181 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:36,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:36,182 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6668b5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,182 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba34a64 2024-11-26T02:22:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:36,184 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-26T02:22:36,185 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,38353,1732587741445 (queues=1) is replicating from cluster=7df196f2-df42-496f-b8a0-a458ea2e920d to cluster=29c8a58d-bbc9-456e-8777-a8e63116463f 2024-11-26T02:22:36,185 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C38353%2C1732587741445 2024-11-26T02:22:36,185 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,38353,1732587741445, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:22:36,193 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126, startPosition=0, beingWritten=true 2024-11-26T02:22:36,193 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C38353%2C1732587741445 2024-11-26T02:22:36,225 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:36,225 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 379, reset compression=false 2024-11-26T02:22:36,225 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38353,1732587741445 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:36,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:22:36,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,473 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 379, reset compression=false 2024-11-26T02:22:36,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:36,536 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 379, reset compression=false 2024-11-26T02:22:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:36,593 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:22:36,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:36,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:36,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:36,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:36,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:36,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b13a40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,39827,-1 for getting cluster id 2024-11-26T02:22:36,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:36,595 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a54c5cce-2c2e-4d5c-8420-d59358ad569d' 2024-11-26T02:22:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a54c5cce-2c2e-4d5c-8420-d59358ad569d" 2024-11-26T02:22:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361fb519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,39827,-1] 2024-11-26T02:22:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:36,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:36,596 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:36,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf83745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599de33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40323,-1 for getting cluster id 2024-11-26T02:22:36,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:36,598 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c8a58d-bbc9-456e-8777-a8e63116463f' 2024-11-26T02:22:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c8a58d-bbc9-456e-8777-a8e63116463f" 2024-11-26T02:22:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366a3139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40323,-1] 2024-11-26T02:22:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:36,599 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d6b22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70077c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,45799,-1 for getting cluster id 2024-11-26T02:22:36,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:36,601 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7df196f2-df42-496f-b8a0-a458ea2e920d' 2024-11-26T02:22:36,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:36,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7df196f2-df42-496f-b8a0-a458ea2e920d" 2024-11-26T02:22:36,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce4492b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,45799,-1] 2024-11-26T02:22:36,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:36,602 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6e2db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:36,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,35363,1732587730926, seqNum=-1] 2024-11-26T02:22:36,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:36,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:36,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587745140.7912f3cf289cf35cc87647cf77da7835., hostname=851e45ef8bcf,35363,1732587730926, seqNum=2] 2024-11-26T02:22:36,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38353,1732587741445, seqNum=-1] 2024-11-26T02:22:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:36,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:36,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587747938.16587d2393bc0b5830ddcb93d480e047., hostname=851e45ef8bcf,38353,1732587741445, seqNum=2] 2024-11-26T02:22:36,615 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T02:22:36,779 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 379, reset compression=false 2024-11-26T02:22:36,811 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 379, reset compression=false 2024-11-26T02:22:36,815 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:22:36,815 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 480, reset compression=false 2024-11-26T02:22:36,815 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,35363,1732587730926 got entry batch from reader: WALEntryBatch [walEntries=[{test/7912f3cf289cf35cc87647cf77da7835/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T02:22:36,817 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:22:36,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-26T02:22:36,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:22:36,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c1bddd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,40323,-1 for getting cluster id 2024-11-26T02:22:36,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:36,820 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c8a58d-bbc9-456e-8777-a8e63116463f' 2024-11-26T02:22:36,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:36,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c8a58d-bbc9-456e-8777-a8e63116463f" 2024-11-26T02:22:36,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ff8d916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,40323,-1] 2024-11-26T02:22:36,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:36,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:36,821 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:36,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec3cd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:36,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:36,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,33673,1732587736094, seqNum=-1] 2024-11-26T02:22:36,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:36,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T02:22:36,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e., hostname=851e45ef8bcf,33673,1732587736094, seqNum=2] 2024-11-26T02:22:36,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:22:37,020 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 480, reset compression=false 2024-11-26T02:22:37,183 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 379, reset compression=false 2024-11-26T02:22:37,330 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 480, reset compression=false 2024-11-26T02:22:37,341 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 379, reset compression=false 2024-11-26T02:22:37,345 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:22:37,345 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 504, reset compression=false 2024-11-26T02:22:37,345 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,33673,1732587736094 got entry batch from reader: WALEntryBatch [walEntries=[{test/a86d0a2cf9430a77c19414a6516e551e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T02:22:37,347 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:22:37,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-26T02:22:37,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:22:37,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71bcc0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:37,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,45799,-1 for getting cluster id 2024-11-26T02:22:37,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:37,349 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7df196f2-df42-496f-b8a0-a458ea2e920d' 2024-11-26T02:22:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7df196f2-df42-496f-b8a0-a458ea2e920d" 2024-11-26T02:22:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29ba3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,45799,-1] 2024-11-26T02:22:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:37,351 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:37,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bddec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:37,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:37,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,38353,1732587741445, seqNum=-1] 2024-11-26T02:22:37,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:37,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T02:22:37,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732587747938.16587d2393bc0b5830ddcb93d480e047., hostname=851e45ef8bcf,38353,1732587741445, seqNum=2] 2024-11-26T02:22:37,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:22:37,549 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 504, reset compression=false 2024-11-26T02:22:37,617 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T02:22:37,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,33673,1732587736094, seqNum=-1] 2024-11-26T02:22:37,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:37,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e., hostname=851e45ef8bcf,33673,1732587736094, seqNum=2] 2024-11-26T02:22:37,626 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T02:22:37,687 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 379, reset compression=false 2024-11-26T02:22:37,691 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:37,691 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 527, reset compression=false 2024-11-26T02:22:37,691 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38353,1732587741445 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:37,734 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 480, reset compression=false 2024-11-26T02:22:37,853 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 504, reset compression=false 2024-11-26T02:22:37,890 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:22:37,890 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 608, reset compression=false 2024-11-26T02:22:37,890 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,33673,1732587736094 got entry batch from reader: WALEntryBatch [walEntries=[{test/a86d0a2cf9430a77c19414a6516e551e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T02:22:37,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:22:37,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:22:37,902 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 527, reset compression=false 2024-11-26T02:22:37,919 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:37,919 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 654, reset compression=false 2024-11-26T02:22:37,919 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38353,1732587741445 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:38,113 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 608, reset compression=false 2024-11-26T02:22:38,135 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 654, reset compression=false 2024-11-26T02:22:38,237 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 480, reset compression=false 2024-11-26T02:22:38,416 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 608, reset compression=false 2024-11-26T02:22:38,458 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 654, reset compression=false 2024-11-26T02:22:38,628 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T02:22:38,631 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T02:22:38,819 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 608, reset compression=false 2024-11-26T02:22:38,841 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 480, reset compression=false 2024-11-26T02:22:38,861 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 654, reset compression=false 2024-11-26T02:22:38,866 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:22:38,866 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 758, reset compression=false 2024-11-26T02:22:38,866 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38353,1732587741445 got entry batch from reader: WALEntryBatch [walEntries=[{test/16587d2393bc0b5830ddcb93d480e047/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T02:22:38,867 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:22:38,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-26T02:22:38,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:22:38,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:22:39,069 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 758, reset compression=false 2024-11-26T02:22:39,322 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 608, reset compression=false 2024-11-26T02:22:39,326 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:39,326 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 735, reset compression=false 2024-11-26T02:22:39,326 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,33673,1732587736094 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:39,372 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 758, reset compression=false 2024-11-26T02:22:39,529 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 735, reset compression=false 2024-11-26T02:22:39,543 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 480, reset compression=false 2024-11-26T02:22:39,632 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T02:22:39,635 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T02:22:39,776 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 758, reset compression=false 2024-11-26T02:22:39,833 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 735, reset compression=false 2024-11-26T02:22:40,237 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 735, reset compression=false 2024-11-26T02:22:40,279 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 758, reset compression=false 2024-11-26T02:22:40,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:22:40,346 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 480, reset compression=false 2024-11-26T02:22:40,350 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:22:40,350 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:40,350 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,35363,1732587730926 got entry batch from reader: WALEntryBatch [walEntries=[{test/7912f3cf289cf35cc87647cf77da7835/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T02:22:40,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:22:40,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:22:40,556 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:40,637 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T02:22:40,739 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 735, reset compression=false 2024-11-26T02:22:40,751 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:22:40,751 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 883, reset compression=false 2024-11-26T02:22:40,751 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,33673,1732587736094 got entry batch from reader: WALEntryBatch [walEntries=[{test/a86d0a2cf9430a77c19414a6516e551e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T02:22:40,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:22:40,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:22:40,860 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:40,882 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 758, reset compression=false 2024-11-26T02:22:40,886 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:40,886 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 929, reset compression=false 2024-11-26T02:22:40,887 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38353,1732587741445 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:40,955 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 883, reset compression=false 2024-11-26T02:22:41,090 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 929, reset compression=false 2024-11-26T02:22:41,258 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 883, reset compression=false 2024-11-26T02:22:41,265 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:41,393 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 929, reset compression=false 2024-11-26T02:22:41,639 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T02:22:41,642 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T02:22:41,661 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 883, reset compression=false 2024-11-26T02:22:41,665 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:22:41,665 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1042, reset compression=false 2024-11-26T02:22:41,665 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,33673,1732587736094 got entry batch from reader: WALEntryBatch [walEntries=[{test/a86d0a2cf9430a77c19414a6516e551e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T02:22:41,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:22:41,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:22:41,768 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:41,796 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 929, reset compression=false 2024-11-26T02:22:41,799 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:41,799 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1078, reset compression=false 2024-11-26T02:22:41,799 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38353,1732587741445 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:41,874 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1042, reset compression=false 2024-11-26T02:22:42,005 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1078, reset compression=false 2024-11-26T02:22:42,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:22:42,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:42,178 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1042, reset compression=false 2024-11-26T02:22:42,308 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1078, reset compression=false 2024-11-26T02:22:42,374 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:42,581 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1042, reset compression=false 2024-11-26T02:22:42,644 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T02:22:42,648 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T02:22:42,712 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1078, reset compression=false 2024-11-26T02:22:42,717 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:22:42,717 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1237, reset compression=false 2024-11-26T02:22:42,717 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38353,1732587741445 got entry batch from reader: WALEntryBatch [walEntries=[{test/16587d2393bc0b5830ddcb93d480e047/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T02:22:42,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T02:22:42,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T02:22:42,922 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1237, reset compression=false 2024-11-26T02:22:43,077 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:43,086 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1042, reset compression=false 2024-11-26T02:22:43,089 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:43,089 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1191, reset compression=false 2024-11-26T02:22:43,089 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,33673,1732587736094 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:43,225 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1237, reset compression=false 2024-11-26T02:22:43,291 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1191, reset compression=false 2024-11-26T02:22:43,595 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1191, reset compression=false 2024-11-26T02:22:43,629 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1237, reset compression=false 2024-11-26T02:22:43,650 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T02:22:43,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:22:43,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:43,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:43,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:43,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:43,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:43,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:22:43,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1039624792, stopped=false 2024-11-26T02:22:43,655 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,45799,1732587740994 2024-11-26T02:22:43,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2138832317/running 2024-11-26T02:22:43,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2138832317/running 2024-11-26T02:22:43,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:43,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:43,667 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:22:43,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:43,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:43,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:43,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Set watcher on znode that does not yet exist, /2138832317/running 2024-11-26T02:22:43,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Set watcher on znode that does not yet exist, /2138832317/running 2024-11-26T02:22:43,668 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,38353,1732587741445' ***** 2024-11-26T02:22:43,668 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:22:43,668 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:22:43,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:22:43,668 INFO [RS:0;851e45ef8bcf:38353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:22:43,668 INFO [RS:0;851e45ef8bcf:38353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:22:43,668 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(3091): Received CLOSE for 16587d2393bc0b5830ddcb93d480e047 2024-11-26T02:22:43,668 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:43,668 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:43,668 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:22:43,668 INFO [RS:0;851e45ef8bcf:38353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:38353. 2024-11-26T02:22:43,669 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16587d2393bc0b5830ddcb93d480e047, disabling compactions & flushes 2024-11-26T02:22:43,669 DEBUG [RS:0;851e45ef8bcf:38353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:43,669 DEBUG [RS:0;851e45ef8bcf:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:43,669 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:43,669 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:43,669 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. after waiting 0 ms 2024-11-26T02:22:43,669 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:43,669 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:22:43,669 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:22:43,669 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:22:43,669 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:22:43,669 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16587d2393bc0b5830ddcb93d480e047 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T02:22:43,669 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:22:43,669 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1325): Online Regions={16587d2393bc0b5830ddcb93d480e047=test,,1732587747938.16587d2393bc0b5830ddcb93d480e047., 9e8fdb969862ce3918605f8f11ed9240=hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:22:43,669 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:22:43,669 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16587d2393bc0b5830ddcb93d480e047, 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:43,669 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:22:43,669 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:22:43,669 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:22:43,669 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:22:43,669 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:22:43,683 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/.tmp/f/709c7f34ec83428085039883912d1f1b is 29, key is row1/f:/1732587761640/DeleteFamily/seqid=0 2024-11-26T02:22:43,684 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/info/87983770a1ea4a4aa899efb300fea583 is 147, key is hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240./info:regioninfo/1732587755804/Put/seqid=0 2024-11-26T02:22:43,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741840_1016 (size=5152) 2024-11-26T02:22:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741841_1017 (size=7686) 2024-11-26T02:22:43,687 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/info/87983770a1ea4a4aa899efb300fea583 2024-11-26T02:22:43,704 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/ns/2d9af91754f34b18bf27e6d368c84656 is 43, key is default/ns:d/1732587745020/Put/seqid=0 2024-11-26T02:22:43,705 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:22:43,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741842_1018 (size=5153) 2024-11-26T02:22:43,869 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16587d2393bc0b5830ddcb93d480e047, 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:43,880 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:43,981 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:22:43,981 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:22:43,999 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1191, reset compression=false 2024-11-26T02:22:44,069 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16587d2393bc0b5830ddcb93d480e047, 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:44,087 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/.tmp/f/709c7f34ec83428085039883912d1f1b 2024-11-26T02:22:44,090 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 709c7f34ec83428085039883912d1f1b 2024-11-26T02:22:44,103 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/.tmp/f1/436749a16e8f4e7f9e2befcf5886e302 is 30, key is row1/f1:/1732587761640/DeleteFamily/seqid=0 2024-11-26T02:22:44,107 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/ns/2d9af91754f34b18bf27e6d368c84656 2024-11-26T02:22:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741843_1019 (size=5158) 2024-11-26T02:22:44,123 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/rep_barrier/38bcfb087bea4ce899072b23124c812c is 112, key is test,,1732587747938.16587d2393bc0b5830ddcb93d480e047./rep_barrier:seqnumDuringOpen/1732587749099/Put/seqid=0 2024-11-26T02:22:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741844_1020 (size=5518) 2024-11-26T02:22:44,132 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1237, reset compression=false 2024-11-26T02:22:44,136 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:44,136 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1484, reset compression=false 2024-11-26T02:22:44,136 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,38353,1732587741445 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:44,137 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 851e45ef8bcf,38353,1732587741445: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-851e45ef8bcf,38353,1732587741445, walGroup=851e45ef8bcf%2C38353%2C1732587741445, offset=851e45ef8bcf%2C38353%2C1732587741445.1732587744126:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:38353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T02:22:44,138 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T02:22:44,138 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T02:22:44,138 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T02:22:44,138 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T02:22:44,138 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T02:22:44,138 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 955861856 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 202716016 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T02:22:44,139 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:45799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:45799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-26T02:22:44,270 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16587d2393bc0b5830ddcb93d480e047, 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:44,339 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1484, reset compression=false 2024-11-26T02:22:44,470 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16587d2393bc0b5830ddcb93d480e047, 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:44,502 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1191, reset compression=false 2024-11-26T02:22:44,508 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/.tmp/f1/436749a16e8f4e7f9e2befcf5886e302 2024-11-26T02:22:44,511 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 436749a16e8f4e7f9e2befcf5886e302 2024-11-26T02:22:44,525 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/.tmp/norep/7c84b8773b244dae8304e025beefd6a5 is 33, key is row2/norep:/1732587762645/DeleteFamily/seqid=0 2024-11-26T02:22:44,527 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/rep_barrier/38bcfb087bea4ce899072b23124c812c 2024-11-26T02:22:44,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741845_1021 (size=5108) 2024-11-26T02:22:44,528 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/.tmp/norep/7c84b8773b244dae8304e025beefd6a5 2024-11-26T02:22:44,533 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c84b8773b244dae8304e025beefd6a5 2024-11-26T02:22:44,534 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/.tmp/f/709c7f34ec83428085039883912d1f1b as hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/f/709c7f34ec83428085039883912d1f1b 2024-11-26T02:22:44,537 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 709c7f34ec83428085039883912d1f1b 2024-11-26T02:22:44,537 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/f/709c7f34ec83428085039883912d1f1b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T02:22:44,537 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/.tmp/f1/436749a16e8f4e7f9e2befcf5886e302 as hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/f1/436749a16e8f4e7f9e2befcf5886e302 2024-11-26T02:22:44,540 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 436749a16e8f4e7f9e2befcf5886e302 2024-11-26T02:22:44,540 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/f1/436749a16e8f4e7f9e2befcf5886e302, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T02:22:44,541 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/.tmp/norep/7c84b8773b244dae8304e025beefd6a5 as hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/norep/7c84b8773b244dae8304e025beefd6a5 2024-11-26T02:22:44,546 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c84b8773b244dae8304e025beefd6a5 2024-11-26T02:22:44,546 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/norep/7c84b8773b244dae8304e025beefd6a5, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T02:22:44,547 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 16587d2393bc0b5830ddcb93d480e047 in 878ms, sequenceid=10, compaction requested=false 2024-11-26T02:22:44,549 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/table/410990c402284706803f70db0ea536d9 is 53, key is hbase:replication/table:state/1732587755812/Put/seqid=0 2024-11-26T02:22:44,550 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/default/test/16587d2393bc0b5830ddcb93d480e047/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T02:22:44,551 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:44,551 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:22:44,551 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:44,551 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16587d2393bc0b5830ddcb93d480e047: Waiting for close lock at 1732587763668Running coprocessor pre-close hooks at 1732587763668Disabling compacts and flushes for region at 1732587763668Disabling writes for close at 1732587763669 (+1 ms)Obtaining lock to block concurrent updates at 1732587763669Preparing flush snapshotting stores in 16587d2393bc0b5830ddcb93d480e047 at 1732587763669Finished memstore snapshotting test,,1732587747938.16587d2393bc0b5830ddcb93d480e047., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732587763669Flushing stores of test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. at 1732587763670 (+1 ms)Flushing 16587d2393bc0b5830ddcb93d480e047/f: creating writer at 1732587763670Flushing 16587d2393bc0b5830ddcb93d480e047/f: appending metadata at 1732587763683 (+13 ms)Flushing 16587d2393bc0b5830ddcb93d480e047/f: closing flushed file at 1732587763683Flushing 16587d2393bc0b5830ddcb93d480e047/f1: creating writer at 1732587764091 (+408 ms)Flushing 16587d2393bc0b5830ddcb93d480e047/f1: appending metadata at 1732587764103 (+12 ms)Flushing 16587d2393bc0b5830ddcb93d480e047/f1: closing flushed file at 1732587764103Flushing 16587d2393bc0b5830ddcb93d480e047/norep: creating writer at 1732587764512 (+409 ms)Flushing 16587d2393bc0b5830ddcb93d480e047/norep: appending metadata at 1732587764524 (+12 ms)Flushing 16587d2393bc0b5830ddcb93d480e047/norep: closing flushed file at 1732587764524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d18b72: reopening flushed file at 1732587764533 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fff0eaa: reopening flushed file at 1732587764537 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1fdc6e: reopening flushed file at 1732587764541 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 16587d2393bc0b5830ddcb93d480e047 in 878ms, sequenceid=10, compaction requested=false at 1732587764547 (+6 ms)Writing region close event to WAL at 1732587764548 (+1 ms)Running coprocessor post-close hooks at 1732587764551 (+3 ms)Closed at 1732587764551 2024-11-26T02:22:44,551 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587747938.16587d2393bc0b5830ddcb93d480e047. 2024-11-26T02:22:44,551 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e8fdb969862ce3918605f8f11ed9240, disabling compactions & flushes 2024-11-26T02:22:44,551 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:44,551 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:44,551 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. after waiting 0 ms 2024-11-26T02:22:44,551 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:44,551 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e8fdb969862ce3918605f8f11ed9240: Waiting for close lock at 1732587764551Running coprocessor pre-close hooks at 1732587764551Disabling compacts and flushes for region at 1732587764551Disabling writes for close at 1732587764551Failed flush hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240., putting online again at 1732587764551 2024-11-26T02:22:44,551 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:44,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741846_1022 (size=5308) 2024-11-26T02:22:44,643 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 1484, reset compression=false 2024-11-26T02:22:44,670 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:22:44,670 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1325): Online Regions={9e8fdb969862ce3918605f8f11ed9240=hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:22:44,670 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:44,670 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e8fdb969862ce3918605f8f11ed9240 2024-11-26T02:22:44,670 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e8fdb969862ce3918605f8f11ed9240, disabling compactions & flushes 2024-11-26T02:22:44,670 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:44,670 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:44,670 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. after waiting 0 ms 2024-11-26T02:22:44,670 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:44,670 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e8fdb969862ce3918605f8f11ed9240: Waiting for close lock at 1732587764670Running coprocessor pre-close hooks at 1732587764670Disabling compacts and flushes for region at 1732587764670Disabling writes for close at 1732587764670Failed flush hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240., putting online again at 1732587764670 2024-11-26T02:22:44,670 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587754634.9e8fdb969862ce3918605f8f11ed9240. 2024-11-26T02:22:44,747 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:44,748 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 2128, reset compression=false 2024-11-26T02:22:44,783 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:44,870 DEBUG [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:22:44,951 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 2128, reset compression=false 2024-11-26T02:22:44,952 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/table/410990c402284706803f70db0ea536d9 2024-11-26T02:22:44,957 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/info/87983770a1ea4a4aa899efb300fea583 as hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/info/87983770a1ea4a4aa899efb300fea583 2024-11-26T02:22:44,961 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/info/87983770a1ea4a4aa899efb300fea583, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:22:44,961 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/ns/2d9af91754f34b18bf27e6d368c84656 as hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/ns/2d9af91754f34b18bf27e6d368c84656 2024-11-26T02:22:44,965 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/ns/2d9af91754f34b18bf27e6d368c84656, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:22:44,965 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/rep_barrier/38bcfb087bea4ce899072b23124c812c as hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/rep_barrier/38bcfb087bea4ce899072b23124c812c 2024-11-26T02:22:44,968 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/rep_barrier/38bcfb087bea4ce899072b23124c812c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:22:44,968 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/.tmp/table/410990c402284706803f70db0ea536d9 as hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/table/410990c402284706803f70db0ea536d9 2024-11-26T02:22:44,972 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/table/410990c402284706803f70db0ea536d9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:22:44,972 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-11-26T02:22:44,975 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:22:44,976 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:44,976 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:22:44,976 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:44,976 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587763669Running coprocessor pre-close hooks at 1732587763669Disabling compacts and flushes for region at 1732587763669Disabling writes for close at 1732587763669Obtaining lock to block concurrent updates at 1732587763669Preparing flush snapshotting stores in 1588230740 at 1732587763669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587763669Flushing stores of hbase:meta,,1.1588230740 at 1732587763670 (+1 ms)Flushing 1588230740/info: creating writer at 1732587763670Flushing 1588230740/info: appending metadata at 1732587763684 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732587763684Flushing 1588230740/ns: creating writer at 1732587763691 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732587763704 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732587763704Flushing 1588230740/rep_barrier: creating writer at 1732587764110 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587764123 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587764123Flushing 1588230740/table: creating writer at 1732587764531 (+408 ms)Flushing 1588230740/table: appending metadata at 1732587764548 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732587764549 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60826ee8: reopening flushed file at 1732587764957 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c0bb1: reopening flushed file at 1732587764961 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4abd38f7: reopening flushed file at 1732587764965 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147e79b6: reopening flushed file at 1732587764968 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1732587764972 (+4 ms)Writing region close event to WAL at 1732587764973 (+1 ms)Running coprocessor post-close hooks at 1732587764976 (+3 ms)Closed at 1732587764976 2024-11-26T02:22:44,976 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:45,070 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T02:22:45,070 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,38353,1732587741445; all regions closed. 2024-11-26T02:22:45,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:22:45,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.meta.1732587744931.meta not finished, retry = 0 2024-11-26T02:22:45,105 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1191, reset compression=false 2024-11-26T02:22:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741839_1015 (size=2171) 2024-11-26T02:22:45,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.rep.1732587755765 not finished, retry = 0 2024-11-26T02:22:45,255 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 to pos 2128, reset compression=false 2024-11-26T02:22:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741833_1009 (size=2136) 2024-11-26T02:22:45,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/WALs/851e45ef8bcf,38353,1732587741445/851e45ef8bcf%2C38353%2C1732587741445.1732587744126 not finished, retry = 0 2024-11-26T02:22:45,378 DEBUG [RS:0;851e45ef8bcf:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:45,378 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:22:45,378 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:22:45,379 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:22:45,379 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:22:45,379 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:22:45,379 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,38353,1732587741445 because: Region server is closing 2024-11-26T02:22:45,379 INFO [RS:0;851e45ef8bcf:38353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:38353. 2024-11-26T02:22:45,379 DEBUG [RS:0;851e45ef8bcf:38353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:45,379 DEBUG [RS:0;851e45ef8bcf:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:45,380 DEBUG [RS:0;851e45ef8bcf:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:45,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:45,480 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.shipper851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 terminated 2024-11-26T02:22:45,480 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,38353,1732587741445.replicationSource.wal-reader.851e45ef8bcf%2C38353%2C1732587741445,1-851e45ef8bcf,38353,1732587741445 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T02:22:45,480 INFO [RS:0;851e45ef8bcf:38353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:38353. 2024-11-26T02:22:45,480 DEBUG [RS:0;851e45ef8bcf:38353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:45,480 DEBUG [RS:0;851e45ef8bcf:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:45,480 DEBUG [RS:0;851e45ef8bcf:38353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:45,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:45,480 INFO [RS:0;851e45ef8bcf:38353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38353 2024-11-26T02:22:45,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2138832317/rs/851e45ef8bcf,38353,1732587741445 2024-11-26T02:22:45,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317/rs 2024-11-26T02:22:45,535 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:22:45,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,38353,1732587741445] 2024-11-26T02:22:45,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2138832317/draining/851e45ef8bcf,38353,1732587741445 already deleted, retry=false 2024-11-26T02:22:45,556 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,38353,1732587741445 expired; onlineServers=0 2024-11-26T02:22:45,556 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,45799,1732587740994' ***** 2024-11-26T02:22:45,556 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:22:45,556 INFO [M:0;851e45ef8bcf:45799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:22:45,556 INFO [M:0;851e45ef8bcf:45799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:22:45,556 DEBUG [M:0;851e45ef8bcf:45799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:22:45,556 DEBUG [M:0;851e45ef8bcf:45799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:22:45,556 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:22:45,557 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587743728 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587743728,5,FailOnTimeoutGroup] 2024-11-26T02:22:45,557 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587743728 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587743728,5,FailOnTimeoutGroup] 2024-11-26T02:22:45,557 INFO [M:0;851e45ef8bcf:45799 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:22:45,557 INFO [M:0;851e45ef8bcf:45799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:22:45,557 DEBUG [M:0;851e45ef8bcf:45799 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:22:45,557 INFO [M:0;851e45ef8bcf:45799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:22:45,557 INFO [M:0;851e45ef8bcf:45799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:22:45,557 INFO [M:0;851e45ef8bcf:45799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:22:45,557 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:22:45,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2138832317/master 2024-11-26T02:22:45,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2138832317 2024-11-26T02:22:45,567 DEBUG [M:0;851e45ef8bcf:45799 {}] zookeeper.ZKUtil(347): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Unable to get data of znode /2138832317/master because node does not exist (not an error) 2024-11-26T02:22:45,567 WARN [M:0;851e45ef8bcf:45799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:22:45,567 INFO [M:0;851e45ef8bcf:45799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/.lastflushedseqids 2024-11-26T02:22:45,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741847_1023 (size=245) 2024-11-26T02:22:45,571 INFO [M:0;851e45ef8bcf:45799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:22:45,571 INFO [M:0;851e45ef8bcf:45799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:22:45,571 DEBUG [M:0;851e45ef8bcf:45799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:22:45,571 INFO [M:0;851e45ef8bcf:45799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:45,571 DEBUG [M:0;851e45ef8bcf:45799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:45,571 DEBUG [M:0;851e45ef8bcf:45799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:22:45,571 DEBUG [M:0;851e45ef8bcf:45799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:45,571 INFO [M:0;851e45ef8bcf:45799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T02:22:45,584 DEBUG [M:0;851e45ef8bcf:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/574e28875416494a8635d0a04c29795d is 82, key is hbase:meta,,1/info:regioninfo/1732587744981/Put/seqid=0 2024-11-26T02:22:45,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741848_1024 (size=5672) 2024-11-26T02:22:45,646 INFO [RS:0;851e45ef8bcf:38353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:22:45,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:45,646 INFO [RS:0;851e45ef8bcf:38353 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,38353,1732587741445; zookeeper connection closed. 2024-11-26T02:22:45,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38353-0x10174f2a35e0007, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:45,646 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1734ece4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1734ece4 2024-11-26T02:22:45,646 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:22:45,786 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:45,808 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1191, reset compression=false 2024-11-26T02:22:45,940 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:22:45,988 INFO [M:0;851e45ef8bcf:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/574e28875416494a8635d0a04c29795d 2024-11-26T02:22:46,006 DEBUG [M:0;851e45ef8bcf:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5647707f9744605a24744b206b3b49c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732587755815/Put/seqid=0 2024-11-26T02:22:46,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741849_1025 (size=8516) 2024-11-26T02:22:46,009 INFO [M:0;851e45ef8bcf:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5647707f9744605a24744b206b3b49c 2024-11-26T02:22:46,024 DEBUG [M:0;851e45ef8bcf:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fced0df1f7da4ca6833bc9e396fb3475 is 69, key is 851e45ef8bcf,38353,1732587741445/rs:state/1732587743846/Put/seqid=0 2024-11-26T02:22:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741850_1026 (size=5156) 2024-11-26T02:22:46,027 INFO [M:0;851e45ef8bcf:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fced0df1f7da4ca6833bc9e396fb3475 2024-11-26T02:22:46,031 DEBUG [M:0;851e45ef8bcf:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/574e28875416494a8635d0a04c29795d as hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/574e28875416494a8635d0a04c29795d 2024-11-26T02:22:46,033 INFO [M:0;851e45ef8bcf:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/574e28875416494a8635d0a04c29795d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T02:22:46,034 DEBUG [M:0;851e45ef8bcf:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5647707f9744605a24744b206b3b49c as hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5647707f9744605a24744b206b3b49c 2024-11-26T02:22:46,037 INFO [M:0;851e45ef8bcf:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5647707f9744605a24744b206b3b49c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T02:22:46,038 DEBUG [M:0;851e45ef8bcf:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fced0df1f7da4ca6833bc9e396fb3475 as hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fced0df1f7da4ca6833bc9e396fb3475 2024-11-26T02:22:46,041 INFO [M:0;851e45ef8bcf:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fced0df1f7da4ca6833bc9e396fb3475, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T02:22:46,042 INFO [M:0;851e45ef8bcf:45799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 471ms, sequenceid=97, compaction requested=false 2024-11-26T02:22:46,043 INFO [M:0;851e45ef8bcf:45799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:46,043 DEBUG [M:0;851e45ef8bcf:45799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587765571Disabling compacts and flushes for region at 1732587765571Disabling writes for close at 1732587765571Obtaining lock to block concurrent updates at 1732587765571Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587765571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732587765572 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587765572Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587765572Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587765584 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587765584Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587765991 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587766005 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587766005Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587766012 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587766023 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587766024 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9429227: reopening flushed file at 1732587766030 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd64a14: reopening flushed file at 1732587766034 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bfd7d1: reopening flushed file at 1732587766038 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 471ms, sequenceid=97, compaction requested=false at 1732587766042 (+4 ms)Writing region close event to WAL at 1732587766043 (+1 ms)Closed at 1732587766043 2024-11-26T02:22:46,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741830_1006 (size=63654) 2024-11-26T02:22:46,045 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73510fbd-5838-bd50-d2cd-7937074aa462/MasterData/WALs/851e45ef8bcf,45799,1732587740994/851e45ef8bcf%2C45799%2C1732587740994.1732587743319 not finished, retry = 0 2024-11-26T02:22:46,145 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:22:46,145 INFO [M:0;851e45ef8bcf:45799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:22:46,145 INFO [M:0;851e45ef8bcf:45799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45799 2024-11-26T02:22:46,146 INFO [M:0;851e45ef8bcf:45799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:22:46,298 INFO [M:0;851e45ef8bcf:45799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:22:46,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:46,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10174f2a35e0006, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:46,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fcccd58{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:22:46,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c92d3d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:22:46,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:22:46,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d192b5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:22:46,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632f9093{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/hadoop.log.dir/,STOPPED} 2024-11-26T02:22:46,302 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:22:46,302 WARN [BP-1332559897-172.17.0.2-1732587738611 heartbeating to localhost/127.0.0.1:35103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:22:46,302 WARN [BP-1332559897-172.17.0.2-1732587738611 heartbeating to localhost/127.0.0.1:35103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1332559897-172.17.0.2-1732587738611 (Datanode Uuid aad935e2-8d73-407b-a35d-ccbe5e1abbaa) service to localhost/127.0.0.1:35103 2024-11-26T02:22:46,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:22:46,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/cluster_7343af20-45d5-feda-164e-293a468dbf8b/data/data1/current/BP-1332559897-172.17.0.2-1732587738611 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:22:46,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/cluster_7343af20-45d5-feda-164e-293a468dbf8b/data/data2/current/BP-1332559897-172.17.0.2-1732587738611 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:22:46,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:22:46,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23a8c5dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:22:46,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e2b5461{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:22:46,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:22:46,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8c99594{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:22:46,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e920d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/hadoop.log.dir/,STOPPED} 2024-11-26T02:22:46,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:22:46,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:22:46,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:46,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:46,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:46,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:46,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:46,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:22:46,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1503649006, stopped=false 2024-11-26T02:22:46,321 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,40323,1732587735965 2024-11-26T02:22:46,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/187309098/running 2024-11-26T02:22:46,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:46,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/187309098/running 2024-11-26T02:22:46,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:22:46,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:46,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Set watcher on znode that does not yet exist, /187309098/running 2024-11-26T02:22:46,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:46,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:46,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:46,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Set watcher on znode that does not yet exist, /187309098/running 2024-11-26T02:22:46,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,33673,1732587736094' ***** 2024-11-26T02:22:46,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:22:46,341 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:22:46,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(3091): Received CLOSE for 08a8286729d6a67a8ffc3c81d58e9103 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(3091): Received CLOSE for a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:22:46,342 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08a8286729d6a67a8ffc3c81d58e9103, disabling compactions & flushes 2024-11-26T02:22:46,342 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:33673. 2024-11-26T02:22:46,342 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:46,342 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. after waiting 0 ms 2024-11-26T02:22:46,342 DEBUG [RS:0;851e45ef8bcf:33673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:46,342 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:46,342 DEBUG [RS:0;851e45ef8bcf:33673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:22:46,342 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08a8286729d6a67a8ffc3c81d58e9103 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:22:46,342 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:22:46,342 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1325): Online Regions={08a8286729d6a67a8ffc3c81d58e9103=hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103., 1588230740=hbase:meta,,1.1588230740, a86d0a2cf9430a77c19414a6516e551e=test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e.} 2024-11-26T02:22:46,342 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1351): Waiting on 08a8286729d6a67a8ffc3c81d58e9103, 1588230740, a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:46,342 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:22:46,342 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:22:46,342 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:22:46,343 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:22:46,343 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:22:46,343 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:22:46,354 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:22:46,355 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/replication/08a8286729d6a67a8ffc3c81d58e9103/.tmp/queue/b8fac1617b6b4e09ab4ad280dce39bd7 is 154, key is 1-851e45ef8bcf,33673,1732587736094/queue:851e45ef8bcf%2C33673%2C1732587736094/1732587763090/Put/seqid=0 2024-11-26T02:22:46,358 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/info/976d1f04023344fa8d44d0e210590ed1 is 147, key is hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103./info:regioninfo/1732587753476/Put/seqid=0 2024-11-26T02:22:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741840_1016 (size=5353) 2024-11-26T02:22:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741841_1017 (size=7686) 2024-11-26T02:22:46,543 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1351): Waiting on 08a8286729d6a67a8ffc3c81d58e9103, 1588230740, a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:46,611 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1191, reset compression=false 2024-11-26T02:22:46,743 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1351): Waiting on 08a8286729d6a67a8ffc3c81d58e9103, 1588230740, a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:46,759 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/replication/08a8286729d6a67a8ffc3c81d58e9103/.tmp/queue/b8fac1617b6b4e09ab4ad280dce39bd7 2024-11-26T02:22:46,764 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/replication/08a8286729d6a67a8ffc3c81d58e9103/.tmp/queue/b8fac1617b6b4e09ab4ad280dce39bd7 as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/replication/08a8286729d6a67a8ffc3c81d58e9103/queue/b8fac1617b6b4e09ab4ad280dce39bd7 2024-11-26T02:22:46,766 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/info/976d1f04023344fa8d44d0e210590ed1 2024-11-26T02:22:46,767 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/replication/08a8286729d6a67a8ffc3c81d58e9103/queue/b8fac1617b6b4e09ab4ad280dce39bd7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T02:22:46,768 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 08a8286729d6a67a8ffc3c81d58e9103 in 426ms, sequenceid=12, compaction requested=false 2024-11-26T02:22:46,770 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/replication/08a8286729d6a67a8ffc3c81d58e9103/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T02:22:46,771 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:46,771 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:22:46,771 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:46,771 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08a8286729d6a67a8ffc3c81d58e9103: Waiting for close lock at 1732587766342Running coprocessor pre-close hooks at 1732587766342Disabling compacts and flushes for region at 1732587766342Disabling writes for close at 1732587766342Obtaining lock to block concurrent updates at 1732587766342Preparing flush snapshotting stores in 08a8286729d6a67a8ffc3c81d58e9103 at 1732587766342Finished memstore snapshotting hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732587766342Flushing stores of hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. at 1732587766343 (+1 ms)Flushing 08a8286729d6a67a8ffc3c81d58e9103/queue: creating writer at 1732587766343Flushing 08a8286729d6a67a8ffc3c81d58e9103/queue: appending metadata at 1732587766355 (+12 ms)Flushing 08a8286729d6a67a8ffc3c81d58e9103/queue: closing flushed file at 1732587766355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e23050c: reopening flushed file at 1732587766763 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 08a8286729d6a67a8ffc3c81d58e9103 in 426ms, sequenceid=12, compaction requested=false at 1732587766768 (+5 ms)Writing region close event to WAL at 1732587766768Running coprocessor post-close hooks at 1732587766771 (+3 ms)Closed at 1732587766771 2024-11-26T02:22:46,771 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587752301.08a8286729d6a67a8ffc3c81d58e9103. 2024-11-26T02:22:46,771 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a86d0a2cf9430a77c19414a6516e551e, disabling compactions & flushes 2024-11-26T02:22:46,771 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:46,771 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:46,771 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. after waiting 0 ms 2024-11-26T02:22:46,771 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:46,772 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a86d0a2cf9430a77c19414a6516e551e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T02:22:46,786 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/ns/12bc33510a9c45019351db28ff0429b0 is 43, key is default/ns:d/1732587738474/Put/seqid=0 2024-11-26T02:22:46,789 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/.tmp/f/851daa1fb2f44614b99ab0724e4fcc87 is 29, key is row1/f:/1732587761640/DeleteFamily/seqid=0 2024-11-26T02:22:46,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741842_1018 (size=5153) 2024-11-26T02:22:46,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741843_1019 (size=5152) 2024-11-26T02:22:46,889 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:46,926 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:22:46,926 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:22:46,943 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:47,143 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:47,190 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/ns/12bc33510a9c45019351db28ff0429b0 2024-11-26T02:22:47,192 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/.tmp/f/851daa1fb2f44614b99ab0724e4fcc87 2024-11-26T02:22:47,196 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 851daa1fb2f44614b99ab0724e4fcc87 2024-11-26T02:22:47,211 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/rep_barrier/24458a4b157d4cb6bd3a6b369bad8f6d is 112, key is test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e./rep_barrier:seqnumDuringOpen/1732587747748/Put/seqid=0 2024-11-26T02:22:47,215 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/.tmp/f1/09ecdd6690214eb792a2dcc76b88da3f is 30, key is row1/f1:/1732587761640/DeleteFamily/seqid=0 2024-11-26T02:22:47,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741844_1020 (size=5518) 2024-11-26T02:22:47,217 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/rep_barrier/24458a4b157d4cb6bd3a6b369bad8f6d 2024-11-26T02:22:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741845_1021 (size=5158) 2024-11-26T02:22:47,237 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/table/07ec212bb71f4a5d950e7d029ce35309 is 53, key is hbase:replication/table:state/1732587753489/Put/seqid=0 2024-11-26T02:22:47,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741846_1022 (size=5308) 2024-11-26T02:22:47,343 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:22:47,343 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a86d0a2cf9430a77c19414a6516e551e=test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e.} 2024-11-26T02:22:47,343 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:47,515 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1191, reset compression=false 2024-11-26T02:22:47,519 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:47,519 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1438, reset compression=false 2024-11-26T02:22:47,519 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,33673,1732587736094 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:47,520 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 851e45ef8bcf,33673,1732587736094: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-851e45ef8bcf,33673,1732587736094, walGroup=851e45ef8bcf%2C33673%2C1732587736094, offset=851e45ef8bcf%2C33673%2C1732587736094.1732587738072:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:33673 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T02:22:47,521 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T02:22:47,521 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T02:22:47,522 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T02:22:47,522 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T02:22:47,522 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T02:22:47,522 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 923594240 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202865152 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T02:22:47,523 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:40323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:40323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-26T02:22:47,543 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:47,619 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/.tmp/f1/09ecdd6690214eb792a2dcc76b88da3f 2024-11-26T02:22:47,622 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09ecdd6690214eb792a2dcc76b88da3f 2024-11-26T02:22:47,635 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/.tmp/norep/08055718ae234b3f9c64e0787d89518d is 33, key is row1/norep:/1732587761640/DeleteFamily/seqid=0 2024-11-26T02:22:47,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741847_1023 (size=5108) 2024-11-26T02:22:47,641 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/table/07ec212bb71f4a5d950e7d029ce35309 2024-11-26T02:22:47,645 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/info/976d1f04023344fa8d44d0e210590ed1 as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/info/976d1f04023344fa8d44d0e210590ed1 2024-11-26T02:22:47,648 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/info/976d1f04023344fa8d44d0e210590ed1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:22:47,649 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/ns/12bc33510a9c45019351db28ff0429b0 as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/ns/12bc33510a9c45019351db28ff0429b0 2024-11-26T02:22:47,652 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/ns/12bc33510a9c45019351db28ff0429b0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:22:47,653 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/rep_barrier/24458a4b157d4cb6bd3a6b369bad8f6d as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/rep_barrier/24458a4b157d4cb6bd3a6b369bad8f6d 2024-11-26T02:22:47,657 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/rep_barrier/24458a4b157d4cb6bd3a6b369bad8f6d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:22:47,657 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/.tmp/table/07ec212bb71f4a5d950e7d029ce35309 as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/table/07ec212bb71f4a5d950e7d029ce35309 2024-11-26T02:22:47,661 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/table/07ec212bb71f4a5d950e7d029ce35309, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:22:47,661 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-26T02:22:47,665 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:22:47,665 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:47,665 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:22:47,665 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:47,665 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587766342Running coprocessor pre-close hooks at 1732587766342Disabling compacts and flushes for region at 1732587766342Disabling writes for close at 1732587766343 (+1 ms)Obtaining lock to block concurrent updates at 1732587766343Preparing flush snapshotting stores in 1588230740 at 1732587766343Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587766343Flushing stores of hbase:meta,,1.1588230740 at 1732587766343Flushing 1588230740/info: creating writer at 1732587766343Flushing 1588230740/info: appending metadata at 1732587766358 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732587766358Flushing 1588230740/ns: creating writer at 1732587766769 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732587766786 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732587766786Flushing 1588230740/rep_barrier: creating writer at 1732587767194 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587767210 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587767210Flushing 1588230740/table: creating writer at 1732587767220 (+10 ms)Flushing 1588230740/table: appending metadata at 1732587767237 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732587767237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@646f8e4b: reopening flushed file at 1732587767644 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f777ebb: reopening flushed file at 1732587767648 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c595ed: reopening flushed file at 1732587767653 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd31a37: reopening flushed file at 1732587767657 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1732587767661 (+4 ms)Writing region close event to WAL at 1732587767663 (+2 ms)Running coprocessor post-close hooks at 1732587767665 (+2 ms)Closed at 1732587767665 2024-11-26T02:22:47,665 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:47,724 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1438, reset compression=false 2024-11-26T02:22:47,744 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1351): Waiting on a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:47,944 DEBUG [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1351): Waiting on a86d0a2cf9430a77c19414a6516e551e 2024-11-26T02:22:48,027 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1438, reset compression=false 2024-11-26T02:22:48,038 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/.tmp/norep/08055718ae234b3f9c64e0787d89518d 2024-11-26T02:22:48,041 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08055718ae234b3f9c64e0787d89518d 2024-11-26T02:22:48,042 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/.tmp/f/851daa1fb2f44614b99ab0724e4fcc87 as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/f/851daa1fb2f44614b99ab0724e4fcc87 2024-11-26T02:22:48,045 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 851daa1fb2f44614b99ab0724e4fcc87 2024-11-26T02:22:48,045 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/f/851daa1fb2f44614b99ab0724e4fcc87, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T02:22:48,045 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/.tmp/f1/09ecdd6690214eb792a2dcc76b88da3f as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/f1/09ecdd6690214eb792a2dcc76b88da3f 2024-11-26T02:22:48,048 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09ecdd6690214eb792a2dcc76b88da3f 2024-11-26T02:22:48,048 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/f1/09ecdd6690214eb792a2dcc76b88da3f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T02:22:48,049 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/.tmp/norep/08055718ae234b3f9c64e0787d89518d as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/norep/08055718ae234b3f9c64e0787d89518d 2024-11-26T02:22:48,052 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08055718ae234b3f9c64e0787d89518d 2024-11-26T02:22:48,052 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/norep/08055718ae234b3f9c64e0787d89518d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T02:22:48,053 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a86d0a2cf9430a77c19414a6516e551e in 1282ms, sequenceid=10, compaction requested=false 2024-11-26T02:22:48,056 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/data/default/test/a86d0a2cf9430a77c19414a6516e551e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T02:22:48,056 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:48,056 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:22:48,056 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:48,056 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a86d0a2cf9430a77c19414a6516e551e: Waiting for close lock at 1732587766771Running coprocessor pre-close hooks at 1732587766771Disabling compacts and flushes for region at 1732587766771Disabling writes for close at 1732587766771Obtaining lock to block concurrent updates at 1732587766772 (+1 ms)Preparing flush snapshotting stores in a86d0a2cf9430a77c19414a6516e551e at 1732587766772Finished memstore snapshotting test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732587766772Flushing stores of test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. at 1732587766772Flushing a86d0a2cf9430a77c19414a6516e551e/f: creating writer at 1732587766772Flushing a86d0a2cf9430a77c19414a6516e551e/f: appending metadata at 1732587766788 (+16 ms)Flushing a86d0a2cf9430a77c19414a6516e551e/f: closing flushed file at 1732587766788Flushing a86d0a2cf9430a77c19414a6516e551e/f1: creating writer at 1732587767196 (+408 ms)Flushing a86d0a2cf9430a77c19414a6516e551e/f1: appending metadata at 1732587767214 (+18 ms)Flushing a86d0a2cf9430a77c19414a6516e551e/f1: closing flushed file at 1732587767214Flushing a86d0a2cf9430a77c19414a6516e551e/norep: creating writer at 1732587767622 (+408 ms)Flushing a86d0a2cf9430a77c19414a6516e551e/norep: appending metadata at 1732587767634 (+12 ms)Flushing a86d0a2cf9430a77c19414a6516e551e/norep: closing flushed file at 1732587767634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bef927: reopening flushed file at 1732587768041 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd8bdeb: reopening flushed file at 1732587768045 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbf632: reopening flushed file at 1732587768049 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a86d0a2cf9430a77c19414a6516e551e in 1282ms, sequenceid=10, compaction requested=false at 1732587768053 (+4 ms)Writing region close event to WAL at 1732587768054 (+1 ms)Running coprocessor post-close hooks at 1732587768056 (+2 ms)Closed at 1732587768056 2024-11-26T02:22:48,056 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587747298.a86d0a2cf9430a77c19414a6516e551e. 2024-11-26T02:22:48,092 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:48,144 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,33673,1732587736094; all regions closed. 2024-11-26T02:22:48,146 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.meta.1732587738346.meta not finished, retry = 0 2024-11-26T02:22:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:22:48,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741839_1015 (size=3114) 2024-11-26T02:22:48,252 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.rep.1732587753436 not finished, retry = 0 2024-11-26T02:22:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741833_1009 (size=2090) 2024-11-26T02:22:48,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 not finished, retry = 0 2024-11-26T02:22:48,430 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 to pos 1438, reset compression=false 2024-11-26T02:22:48,455 DEBUG [RS:0;851e45ef8bcf:33673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:48,455 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:22:48,455 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:22:48,455 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:22:48,455 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:22:48,455 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:22:48,456 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,33673,1732587736094 because: Region server is closing 2024-11-26T02:22:48,456 INFO [RS:0;851e45ef8bcf:33673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:33673. 2024-11-26T02:22:48,456 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/WALs/851e45ef8bcf,33673,1732587736094/851e45ef8bcf%2C33673%2C1732587736094.1732587738072 2024-11-26T02:22:48,456 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.wal-reader.851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:48,456 DEBUG [RS:0;851e45ef8bcf:33673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:48,456 DEBUG [RS:0;851e45ef8bcf:33673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:48,456 DEBUG [RS:0;851e45ef8bcf:33673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:48,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:48,456 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,33673,1732587736094.replicationSource.shipper851e45ef8bcf%2C33673%2C1732587736094,1-851e45ef8bcf,33673,1732587736094 terminated 2024-11-26T02:22:48,456 INFO [RS:0;851e45ef8bcf:33673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:33673. 2024-11-26T02:22:48,456 DEBUG [RS:0;851e45ef8bcf:33673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:48,456 DEBUG [RS:0;851e45ef8bcf:33673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:48,457 DEBUG [RS:0;851e45ef8bcf:33673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:48,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:48,457 INFO [RS:0;851e45ef8bcf:33673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33673 2024-11-26T02:22:48,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098/rs 2024-11-26T02:22:48,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/187309098/rs/851e45ef8bcf,33673,1732587736094 2024-11-26T02:22:48,588 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:22:48,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,33673,1732587736094] 2024-11-26T02:22:48,796 INFO [RS:0;851e45ef8bcf:33673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:22:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:48,796 INFO [RS:0;851e45ef8bcf:33673 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,33673,1732587736094; zookeeper connection closed. 2024-11-26T02:22:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33673-0x10174f2a35e0004, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:48,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4dac28d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4dac28d7 2024-11-26T02:22:48,796 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:22:48,815 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /187309098/draining/851e45ef8bcf,33673,1732587736094 already deleted, retry=false 2024-11-26T02:22:48,815 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,33673,1732587736094 expired; onlineServers=0 2024-11-26T02:22:48,815 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,40323,1732587735965' ***** 2024-11-26T02:22:48,815 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:22:48,815 INFO [M:0;851e45ef8bcf:40323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:22:48,816 INFO [M:0;851e45ef8bcf:40323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:22:48,816 DEBUG [M:0;851e45ef8bcf:40323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:22:48,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:22:48,816 DEBUG [M:0;851e45ef8bcf:40323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:22:48,816 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587737879 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587737879,5,FailOnTimeoutGroup] 2024-11-26T02:22:48,816 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587737879 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587737879,5,FailOnTimeoutGroup] 2024-11-26T02:22:48,816 INFO [M:0;851e45ef8bcf:40323 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:22:48,816 INFO [M:0;851e45ef8bcf:40323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:22:48,816 DEBUG [M:0;851e45ef8bcf:40323 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:22:48,816 INFO [M:0;851e45ef8bcf:40323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:22:48,816 INFO [M:0;851e45ef8bcf:40323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:22:48,816 INFO [M:0;851e45ef8bcf:40323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:22:48,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:22:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/187309098/master 2024-11-26T02:22:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187309098 2024-11-26T02:22:48,866 DEBUG [M:0;851e45ef8bcf:40323 {}] zookeeper.ZKUtil(347): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Unable to get data of znode /187309098/master because node does not exist (not an error) 2024-11-26T02:22:48,866 WARN [M:0;851e45ef8bcf:40323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:22:48,867 INFO [M:0;851e45ef8bcf:40323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/.lastflushedseqids 2024-11-26T02:22:48,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741848_1024 (size=245) 2024-11-26T02:22:49,270 INFO [M:0;851e45ef8bcf:40323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:22:49,270 INFO [M:0;851e45ef8bcf:40323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:22:49,271 DEBUG [M:0;851e45ef8bcf:40323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:22:49,271 INFO [M:0;851e45ef8bcf:40323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:49,271 DEBUG [M:0;851e45ef8bcf:40323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:49,271 DEBUG [M:0;851e45ef8bcf:40323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:22:49,271 DEBUG [M:0;851e45ef8bcf:40323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:49,271 INFO [M:0;851e45ef8bcf:40323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T02:22:49,288 DEBUG [M:0;851e45ef8bcf:40323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8793eef9766410d9ab46792dcc0626a is 82, key is hbase:meta,,1/info:regioninfo/1732587738378/Put/seqid=0 2024-11-26T02:22:49,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741849_1025 (size=5672) 2024-11-26T02:22:49,394 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:49,692 INFO [M:0;851e45ef8bcf:40323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8793eef9766410d9ab46792dcc0626a 2024-11-26T02:22:49,710 DEBUG [M:0;851e45ef8bcf:40323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/395418e7ff4f48e3a20c71f6cdfb6df0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732587753494/Put/seqid=0 2024-11-26T02:22:49,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741850_1026 (size=8516) 2024-11-26T02:22:50,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:22:50,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:50,115 INFO [M:0;851e45ef8bcf:40323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/395418e7ff4f48e3a20c71f6cdfb6df0 2024-11-26T02:22:50,136 DEBUG [M:0;851e45ef8bcf:40323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14887e1dc3304ed1aaff5d2eb4fb3858 is 69, key is 851e45ef8bcf,33673,1732587736094/rs:state/1732587737895/Put/seqid=0 2024-11-26T02:22:50,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741851_1027 (size=5156) 2024-11-26T02:22:50,144 INFO [M:0;851e45ef8bcf:40323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14887e1dc3304ed1aaff5d2eb4fb3858 2024-11-26T02:22:50,148 DEBUG [M:0;851e45ef8bcf:40323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8793eef9766410d9ab46792dcc0626a as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8793eef9766410d9ab46792dcc0626a 2024-11-26T02:22:50,151 INFO [M:0;851e45ef8bcf:40323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8793eef9766410d9ab46792dcc0626a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T02:22:50,152 DEBUG [M:0;851e45ef8bcf:40323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/395418e7ff4f48e3a20c71f6cdfb6df0 as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/395418e7ff4f48e3a20c71f6cdfb6df0 2024-11-26T02:22:50,154 INFO [M:0;851e45ef8bcf:40323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/395418e7ff4f48e3a20c71f6cdfb6df0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T02:22:50,155 DEBUG [M:0;851e45ef8bcf:40323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14887e1dc3304ed1aaff5d2eb4fb3858 as hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14887e1dc3304ed1aaff5d2eb4fb3858 2024-11-26T02:22:50,157 INFO [M:0;851e45ef8bcf:40323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36743/user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14887e1dc3304ed1aaff5d2eb4fb3858, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T02:22:50,158 INFO [M:0;851e45ef8bcf:40323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false 2024-11-26T02:22:50,159 INFO [M:0;851e45ef8bcf:40323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:50,159 DEBUG [M:0;851e45ef8bcf:40323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587769271Disabling compacts and flushes for region at 1732587769271Disabling writes for close at 1732587769271Obtaining lock to block concurrent updates at 1732587769271Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587769271Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732587769271Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587769272 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587769272Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587769288 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587769288Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587769695 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587769710 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587769710Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587770118 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587770136 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587770136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78fb7d14: reopening flushed file at 1732587770147 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee8b129: reopening flushed file at 1732587770152 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66473038: reopening flushed file at 1732587770154 (+2 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false at 1732587770158 (+4 ms)Writing region close event to WAL at 1732587770159 (+1 ms)Closed at 1732587770159 2024-11-26T02:22:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741830_1006 (size=63654) 2024-11-26T02:22:50,160 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14e108aa-c2e1-515a-599b-005395967e83/MasterData/WALs/851e45ef8bcf,40323,1732587735965/851e45ef8bcf%2C40323%2C1732587735965.1732587737470 not finished, retry = 0 2024-11-26T02:22:50,261 INFO [M:0;851e45ef8bcf:40323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:22:50,261 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:22:50,261 INFO [M:0;851e45ef8bcf:40323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40323 2024-11-26T02:22:50,262 INFO [M:0;851e45ef8bcf:40323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:22:50,435 INFO [M:0;851e45ef8bcf:40323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:22:50,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:50,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x10174f2a35e0003, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:50,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@253cf73e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:22:50,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133b4e21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:22:50,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:22:50,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51d799a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:22:50,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cef21b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/hadoop.log.dir/,STOPPED} 2024-11-26T02:22:50,439 WARN [BP-601006329-172.17.0.2-1732587733772 heartbeating to localhost/127.0.0.1:36743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:22:50,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:22:50,439 WARN [BP-601006329-172.17.0.2-1732587733772 heartbeating to localhost/127.0.0.1:36743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-601006329-172.17.0.2-1732587733772 (Datanode Uuid 47a13f44-7579-4ed5-bbf2-667442a8286b) service to localhost/127.0.0.1:36743 2024-11-26T02:22:50,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:22:50,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/cluster_eaeff28f-9356-d25a-0104-3a9d29f942fc/data/data1/current/BP-601006329-172.17.0.2-1732587733772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:22:50,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/cluster_eaeff28f-9356-d25a-0104-3a9d29f942fc/data/data2/current/BP-601006329-172.17.0.2-1732587733772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:22:50,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:22:50,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@173b6a25{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:22:50,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1605efc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:22:50,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:22:50,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2481f688{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:22:50,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62c58834{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58e8732c-578e-73e4-0033-f8579cc43b41/hadoop.log.dir/,STOPPED} 2024-11-26T02:22:50,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:22:50,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:22:50,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:50,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:50,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:50,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:50,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:50,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:22:50,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1658107198, stopped=false 2024-11-26T02:22:50,457 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,39827,1732587730741 2024-11-26T02:22:50,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0424288485/running 2024-11-26T02:22:50,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0424288485/running 2024-11-26T02:22:50,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:50,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:50,477 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:22:50,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:50,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:50,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:50,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Set watcher on znode that does not yet exist, /0424288485/running 2024-11-26T02:22:50,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Set watcher on znode that does not yet exist, /0424288485/running 2024-11-26T02:22:50,477 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,35363,1732587730926' ***** 2024-11-26T02:22:50,477 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:22:50,478 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:22:50,478 INFO [RS:0;851e45ef8bcf:35363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:22:50,478 INFO [RS:0;851e45ef8bcf:35363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:22:50,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:22:50,478 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(3091): Received CLOSE for 7912f3cf289cf35cc87647cf77da7835 2024-11-26T02:22:50,478 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:50,478 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:50,478 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:22:50,478 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7912f3cf289cf35cc87647cf77da7835, disabling compactions & flushes 2024-11-26T02:22:50,478 INFO [RS:0;851e45ef8bcf:35363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:35363. 2024-11-26T02:22:50,478 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:50,478 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:50,478 DEBUG [RS:0;851e45ef8bcf:35363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:50,478 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. after waiting 0 ms 2024-11-26T02:22:50,478 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:50,478 DEBUG [RS:0;851e45ef8bcf:35363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:50,478 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:22:50,479 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:22:50,479 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:22:50,479 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7912f3cf289cf35cc87647cf77da7835 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-26T02:22:50,479 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:22:50,479 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:22:50,479 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1325): Online Regions={7912f3cf289cf35cc87647cf77da7835=test,,1732587745140.7912f3cf289cf35cc87647cf77da7835., 1588230740=hbase:meta,,1.1588230740, 7ce9fb86e20ca638941d1aacddf76c7c=hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c.} 2024-11-26T02:22:50,479 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7912f3cf289cf35cc87647cf77da7835, 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:50,479 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:22:50,479 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:22:50,479 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:22:50,479 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:22:50,479 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:22:50,479 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:22:50,497 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/info/4a8cbb962e054226870bd7d30d07ec01 is 147, key is hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c./info:regioninfo/1732587750971/Put/seqid=0 2024-11-26T02:22:50,498 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/.tmp/f/f37d5f3faa184dacb6a83283229bb7c9 is 28, key is row/f:/1732587759633/DeleteFamily/seqid=0 2024-11-26T02:22:50,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741841_1017 (size=5085) 2024-11-26T02:22:50,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741840_1016 (size=7686) 2024-11-26T02:22:50,500 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/.tmp/f/f37d5f3faa184dacb6a83283229bb7c9 2024-11-26T02:22:50,500 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/info/4a8cbb962e054226870bd7d30d07ec01 2024-11-26T02:22:50,503 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f37d5f3faa184dacb6a83283229bb7c9 2024-11-26T02:22:50,523 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/ns/cb8f8235da7e4d00af570072cc34da1f is 43, key is default/ns:d/1732587733567/Put/seqid=0 2024-11-26T02:22:50,525 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/.tmp/f1/3e22b989814f454bb81a1080e6fc8f05 is 29, key is row/f1:/1732587759633/DeleteFamily/seqid=0 2024-11-26T02:22:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741842_1018 (size=5153) 2024-11-26T02:22:50,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741843_1019 (size=5089) 2024-11-26T02:22:50,551 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:22:50,679 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7912f3cf289cf35cc87647cf77da7835, 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:50,801 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 636, reset compression=false 2024-11-26T02:22:50,805 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:50,805 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 883, reset compression=false 2024-11-26T02:22:50,805 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,35363,1732587730926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:22:50,807 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 851e45ef8bcf,35363,1732587730926: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-851e45ef8bcf,35363,1732587730926, walGroup=851e45ef8bcf%2C35363%2C1732587730926, offset=851e45ef8bcf%2C35363%2C1732587730926.1732587732285:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:35363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T02:22:50,808 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T02:22:50,808 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T02:22:50,809 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T02:22:50,809 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T02:22:50,809 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T02:22:50,809 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1289748480, "init": 1048576000, "max": 2306867200, "used": 769176848 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 203495464 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T02:22:50,810 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:39827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:39827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-26T02:22:50,879 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7912f3cf289cf35cc87647cf77da7835, 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:50,930 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/ns/cb8f8235da7e4d00af570072cc34da1f 2024-11-26T02:22:50,937 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/.tmp/f1/3e22b989814f454bb81a1080e6fc8f05 2024-11-26T02:22:50,940 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e22b989814f454bb81a1080e6fc8f05 2024-11-26T02:22:50,950 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/rep_barrier/acfc1947c92440218e89474fc89dfbcf is 112, key is test,,1732587745140.7912f3cf289cf35cc87647cf77da7835./rep_barrier:seqnumDuringOpen/1732587746294/Put/seqid=0 2024-11-26T02:22:50,956 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/.tmp/norep/3d24358df77b4db5ac720cae415332ff is 32, key is row/norep:/1732587759633/DeleteFamily/seqid=0 2024-11-26T02:22:50,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741844_1020 (size=5518) 2024-11-26T02:22:50,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741845_1021 (size=5101) 2024-11-26T02:22:51,017 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 883, reset compression=false 2024-11-26T02:22:51,079 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7912f3cf289cf35cc87647cf77da7835, 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:51,246 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:22:51,246 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:22:51,280 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7912f3cf289cf35cc87647cf77da7835, 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:51,321 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 883, reset compression=false 2024-11-26T02:22:51,358 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/rep_barrier/acfc1947c92440218e89474fc89dfbcf 2024-11-26T02:22:51,361 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/.tmp/norep/3d24358df77b4db5ac720cae415332ff 2024-11-26T02:22:51,365 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d24358df77b4db5ac720cae415332ff 2024-11-26T02:22:51,365 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/.tmp/f/f37d5f3faa184dacb6a83283229bb7c9 as hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/f/f37d5f3faa184dacb6a83283229bb7c9 2024-11-26T02:22:51,369 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f37d5f3faa184dacb6a83283229bb7c9 2024-11-26T02:22:51,369 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/f/f37d5f3faa184dacb6a83283229bb7c9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T02:22:51,369 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/.tmp/f1/3e22b989814f454bb81a1080e6fc8f05 as hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/f1/3e22b989814f454bb81a1080e6fc8f05 2024-11-26T02:22:51,373 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e22b989814f454bb81a1080e6fc8f05 2024-11-26T02:22:51,373 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/f1/3e22b989814f454bb81a1080e6fc8f05, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T02:22:51,374 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/.tmp/norep/3d24358df77b4db5ac720cae415332ff as hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/norep/3d24358df77b4db5ac720cae415332ff 2024-11-26T02:22:51,378 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d24358df77b4db5ac720cae415332ff 2024-11-26T02:22:51,378 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/norep/3d24358df77b4db5ac720cae415332ff, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T02:22:51,379 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/table/8fc38171515b432ab8cce333fb670686 is 53, key is hbase:replication/table:state/1732587750977/Put/seqid=0 2024-11-26T02:22:51,379 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7912f3cf289cf35cc87647cf77da7835 in 901ms, sequenceid=6, compaction requested=false 2024-11-26T02:22:51,379 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T02:22:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741846_1022 (size=5308) 2024-11-26T02:22:51,388 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/default/test/7912f3cf289cf35cc87647cf77da7835/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T02:22:51,388 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:51,388 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:22:51,388 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:51,388 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7912f3cf289cf35cc87647cf77da7835: Waiting for close lock at 1732587770478Running coprocessor pre-close hooks at 1732587770478Disabling compacts and flushes for region at 1732587770478Disabling writes for close at 1732587770478Obtaining lock to block concurrent updates at 1732587770479 (+1 ms)Preparing flush snapshotting stores in 7912f3cf289cf35cc87647cf77da7835 at 1732587770479Finished memstore snapshotting test,,1732587745140.7912f3cf289cf35cc87647cf77da7835., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732587770479Flushing stores of test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. at 1732587770479Flushing 7912f3cf289cf35cc87647cf77da7835/f: creating writer at 1732587770479Flushing 7912f3cf289cf35cc87647cf77da7835/f: appending metadata at 1732587770497 (+18 ms)Flushing 7912f3cf289cf35cc87647cf77da7835/f: closing flushed file at 1732587770497Flushing 7912f3cf289cf35cc87647cf77da7835/f1: creating writer at 1732587770503 (+6 ms)Flushing 7912f3cf289cf35cc87647cf77da7835/f1: appending metadata at 1732587770524 (+21 ms)Flushing 7912f3cf289cf35cc87647cf77da7835/f1: closing flushed file at 1732587770524Flushing 7912f3cf289cf35cc87647cf77da7835/norep: creating writer at 1732587770940 (+416 ms)Flushing 7912f3cf289cf35cc87647cf77da7835/norep: appending metadata at 1732587770955 (+15 ms)Flushing 7912f3cf289cf35cc87647cf77da7835/norep: closing flushed file at 1732587770955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6596bbec: reopening flushed file at 1732587771365 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a44e888: reopening flushed file at 1732587771369 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d1fcf9: reopening flushed file at 1732587771373 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7912f3cf289cf35cc87647cf77da7835 in 901ms, sequenceid=6, compaction requested=false at 1732587771379 (+6 ms)Writing region close event to WAL at 1732587771385 (+6 ms)Running coprocessor post-close hooks at 1732587771388 (+3 ms)Closed at 1732587771388 2024-11-26T02:22:51,389 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587745140.7912f3cf289cf35cc87647cf77da7835. 2024-11-26T02:22:51,389 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ce9fb86e20ca638941d1aacddf76c7c, disabling compactions & flushes 2024-11-26T02:22:51,389 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:51,389 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:51,389 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. after waiting 0 ms 2024-11-26T02:22:51,389 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:51,389 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ce9fb86e20ca638941d1aacddf76c7c: Waiting for close lock at 1732587771389Running coprocessor pre-close hooks at 1732587771389Disabling compacts and flushes for region at 1732587771389Disabling writes for close at 1732587771389Failed flush hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c., putting online again at 1732587771389 2024-11-26T02:22:51,389 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:51,480 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:22:51,480 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ce9fb86e20ca638941d1aacddf76c7c=hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c.} 2024-11-26T02:22:51,480 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:51,480 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ce9fb86e20ca638941d1aacddf76c7c 2024-11-26T02:22:51,480 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ce9fb86e20ca638941d1aacddf76c7c, disabling compactions & flushes 2024-11-26T02:22:51,480 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:51,480 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:51,480 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. after waiting 0 ms 2024-11-26T02:22:51,480 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:51,480 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ce9fb86e20ca638941d1aacddf76c7c: Waiting for close lock at 1732587771480Running coprocessor pre-close hooks at 1732587771480Disabling compacts and flushes for region at 1732587771480Disabling writes for close at 1732587771480Failed flush hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c., putting online again at 1732587771480 2024-11-26T02:22:51,480 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732587750149.7ce9fb86e20ca638941d1aacddf76c7c. 2024-11-26T02:22:51,680 DEBUG [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:22:51,724 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 883, reset compression=false 2024-11-26T02:22:51,729 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:22:51,729 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 1527, reset compression=false 2024-11-26T02:22:51,787 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/table/8fc38171515b432ab8cce333fb670686 2024-11-26T02:22:51,791 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/info/4a8cbb962e054226870bd7d30d07ec01 as hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/info/4a8cbb962e054226870bd7d30d07ec01 2024-11-26T02:22:51,794 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/info/4a8cbb962e054226870bd7d30d07ec01, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:22:51,795 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/ns/cb8f8235da7e4d00af570072cc34da1f as hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/ns/cb8f8235da7e4d00af570072cc34da1f 2024-11-26T02:22:51,798 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/ns/cb8f8235da7e4d00af570072cc34da1f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:22:51,799 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/rep_barrier/acfc1947c92440218e89474fc89dfbcf as hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/rep_barrier/acfc1947c92440218e89474fc89dfbcf 2024-11-26T02:22:51,802 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/rep_barrier/acfc1947c92440218e89474fc89dfbcf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:22:51,803 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/.tmp/table/8fc38171515b432ab8cce333fb670686 as hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/table/8fc38171515b432ab8cce333fb670686 2024-11-26T02:22:51,806 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/table/8fc38171515b432ab8cce333fb670686, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:22:51,807 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-11-26T02:22:51,807 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:22:51,810 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:22:51,810 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:22:51,810 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:22:51,810 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:51,811 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587770479Running coprocessor pre-close hooks at 1732587770479Disabling compacts and flushes for region at 1732587770479Disabling writes for close at 1732587770479Obtaining lock to block concurrent updates at 1732587770479Preparing flush snapshotting stores in 1588230740 at 1732587770479Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587770479Flushing stores of hbase:meta,,1.1588230740 at 1732587770480 (+1 ms)Flushing 1588230740/info: creating writer at 1732587770480Flushing 1588230740/info: appending metadata at 1732587770497 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732587770497Flushing 1588230740/ns: creating writer at 1732587770503 (+6 ms)Flushing 1588230740/ns: appending metadata at 1732587770523 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732587770523Flushing 1588230740/rep_barrier: creating writer at 1732587770934 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587770950 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587770950Flushing 1588230740/table: creating writer at 1732587771361 (+411 ms)Flushing 1588230740/table: appending metadata at 1732587771378 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732587771378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@232ad586: reopening flushed file at 1732587771790 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652e22ad: reopening flushed file at 1732587771794 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5c4f4a: reopening flushed file at 1732587771798 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d02aee9: reopening flushed file at 1732587771802 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1732587771807 (+5 ms)Writing region close event to WAL at 1732587771808 (+1 ms)Running coprocessor post-close hooks at 1732587771810 (+2 ms)Closed at 1732587771810 2024-11-26T02:22:51,811 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:22:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:22:51,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:22:51,880 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T02:22:51,880 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,35363,1732587730926; all regions closed. 2024-11-26T02:22:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741834_1010 (size=4239) 2024-11-26T02:22:51,882 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.meta.1732587733332.meta not finished, retry = 0 2024-11-26T02:22:51,932 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.wal-reader.851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 to pos 1527, reset compression=false 2024-11-26T02:22:51,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741839_1015 (size=1297) 2024-11-26T02:22:51,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.rep.1732587750936 not finished, retry = 0 2024-11-26T02:22:52,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741832_1008 (size=1535) 2024-11-26T02:22:52,087 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/WALs/851e45ef8bcf,35363,1732587730926/851e45ef8bcf%2C35363%2C1732587730926.1732587732285 not finished, retry = 0 2024-11-26T02:22:52,188 DEBUG [RS:0;851e45ef8bcf:35363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:52,188 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:22:52,188 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:22:52,189 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:22:52,189 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:22:52,189 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:22:52,189 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,35363,1732587730926 because: Region server is closing 2024-11-26T02:22:52,189 INFO [RS:0;851e45ef8bcf:35363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:35363. 2024-11-26T02:22:52,189 DEBUG [RS:0;851e45ef8bcf:35363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:52,189 DEBUG [RS:0;851e45ef8bcf:35363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:52,189 DEBUG [RS:0;851e45ef8bcf:35363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:52,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:52,290 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,35363,1732587730926.replicationSource.shipper851e45ef8bcf%2C35363%2C1732587730926,1-851e45ef8bcf,35363,1732587730926 terminated 2024-11-26T02:22:52,290 INFO [RS:0;851e45ef8bcf:35363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35363 2024-11-26T02:22:52,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0424288485/rs/851e45ef8bcf,35363,1732587730926 2024-11-26T02:22:52,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485/rs 2024-11-26T02:22:52,356 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:22:52,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,35363,1732587730926] 2024-11-26T02:22:52,377 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0424288485/draining/851e45ef8bcf,35363,1732587730926 already deleted, retry=false 2024-11-26T02:22:52,377 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,35363,1732587730926 expired; onlineServers=0 2024-11-26T02:22:52,377 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,39827,1732587730741' ***** 2024-11-26T02:22:52,377 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:22:52,377 INFO [M:0;851e45ef8bcf:39827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:22:52,377 INFO [M:0;851e45ef8bcf:39827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:22:52,377 DEBUG [M:0;851e45ef8bcf:39827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:22:52,377 DEBUG [M:0;851e45ef8bcf:39827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:22:52,377 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:22:52,377 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587732071 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587732071,5,FailOnTimeoutGroup] 2024-11-26T02:22:52,377 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587732072 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587732072,5,FailOnTimeoutGroup] 2024-11-26T02:22:52,377 INFO [M:0;851e45ef8bcf:39827 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:22:52,377 INFO [M:0;851e45ef8bcf:39827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:22:52,377 DEBUG [M:0;851e45ef8bcf:39827 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:22:52,377 INFO [M:0;851e45ef8bcf:39827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:22:52,378 INFO [M:0;851e45ef8bcf:39827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:22:52,378 INFO [M:0;851e45ef8bcf:39827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:22:52,378 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:22:52,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0424288485/master 2024-11-26T02:22:52,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0424288485 2024-11-26T02:22:52,387 DEBUG [M:0;851e45ef8bcf:39827 {}] zookeeper.ZKUtil(347): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Unable to get data of znode /0424288485/master because node does not exist (not an error) 2024-11-26T02:22:52,387 WARN [M:0;851e45ef8bcf:39827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:22:52,388 INFO [M:0;851e45ef8bcf:39827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/.lastflushedseqids 2024-11-26T02:22:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741847_1023 (size=245) 2024-11-26T02:22:52,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:52,466 INFO [RS:0;851e45ef8bcf:35363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:22:52,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x10174f2a35e0001, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:52,466 INFO [RS:0;851e45ef8bcf:35363 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,35363,1732587730926; zookeeper connection closed. 2024-11-26T02:22:52,467 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35490f00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35490f00 2024-11-26T02:22:52,467 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:22:52,792 INFO [M:0;851e45ef8bcf:39827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:22:52,792 INFO [M:0;851e45ef8bcf:39827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:22:52,793 DEBUG [M:0;851e45ef8bcf:39827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:22:52,793 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:52,793 DEBUG [M:0;851e45ef8bcf:39827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:52,793 DEBUG [M:0;851e45ef8bcf:39827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:22:52,793 DEBUG [M:0;851e45ef8bcf:39827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:52,793 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-26T02:22:52,809 DEBUG [M:0;851e45ef8bcf:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff39ea61c64f48c0ae15b2fa56e83933 is 82, key is hbase:meta,,1/info:regioninfo/1732587733364/Put/seqid=0 2024-11-26T02:22:52,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741848_1024 (size=5672) 2024-11-26T02:22:53,212 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff39ea61c64f48c0ae15b2fa56e83933 2024-11-26T02:22:53,233 DEBUG [M:0;851e45ef8bcf:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0000dcf0cfda4ca1a755b07bd92731b9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732587746305/Put/seqid=0 2024-11-26T02:22:53,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741849_1025 (size=7218) 2024-11-26T02:22:53,636 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0000dcf0cfda4ca1a755b07bd92731b9 2024-11-26T02:22:53,639 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0000dcf0cfda4ca1a755b07bd92731b9 2024-11-26T02:22:53,656 DEBUG [M:0;851e45ef8bcf:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e2861c1bf8a42cab12dddd5199d797c is 69, key is 851e45ef8bcf,35363,1732587730926/rs:state/1732587732133/Put/seqid=0 2024-11-26T02:22:53,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741850_1026 (size=5156) 2024-11-26T02:22:54,059 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e2861c1bf8a42cab12dddd5199d797c 2024-11-26T02:22:54,063 DEBUG [M:0;851e45ef8bcf:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff39ea61c64f48c0ae15b2fa56e83933 as hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff39ea61c64f48c0ae15b2fa56e83933 2024-11-26T02:22:54,066 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff39ea61c64f48c0ae15b2fa56e83933, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T02:22:54,067 DEBUG [M:0;851e45ef8bcf:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0000dcf0cfda4ca1a755b07bd92731b9 as hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0000dcf0cfda4ca1a755b07bd92731b9 2024-11-26T02:22:54,070 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0000dcf0cfda4ca1a755b07bd92731b9 2024-11-26T02:22:54,071 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0000dcf0cfda4ca1a755b07bd92731b9, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T02:22:54,071 DEBUG [M:0;851e45ef8bcf:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e2861c1bf8a42cab12dddd5199d797c as hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e2861c1bf8a42cab12dddd5199d797c 2024-11-26T02:22:54,074 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37545/user/jenkins/test-data/da84adee-6eca-4492-47bd-7151823c80f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e2861c1bf8a42cab12dddd5199d797c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T02:22:54,075 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-26T02:22:54,076 INFO [M:0;851e45ef8bcf:39827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:54,076 DEBUG [M:0;851e45ef8bcf:39827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587772793Disabling compacts and flushes for region at 1732587772793Disabling writes for close at 1732587772793Obtaining lock to block concurrent updates at 1732587772793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587772793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732587772793Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587772794 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587772794Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587772808 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587772808Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587773216 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587773232 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587773232Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587773640 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587773655 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587773655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@397e5e5e: reopening flushed file at 1732587774063 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d390b6: reopening flushed file at 1732587774067 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a383e42: reopening flushed file at 1732587774071 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1732587774075 (+4 ms)Writing region close event to WAL at 1732587774076 (+1 ms)Closed at 1732587774076 2024-11-26T02:22:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38011 is added to blk_1073741830_1006 (size=64423) 2024-11-26T02:22:54,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:22:54,078 INFO [M:0;851e45ef8bcf:39827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:22:54,078 INFO [M:0;851e45ef8bcf:39827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39827 2024-11-26T02:22:54,079 INFO [M:0;851e45ef8bcf:39827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:22:54,261 INFO [M:0;851e45ef8bcf:39827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:22:54,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:54,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10174f2a35e0000, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:22:54,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a1f936c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:22:54,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a1069e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:22:54,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:22:54,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72254df3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:22:54,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d13581f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/hadoop.log.dir/,STOPPED} 2024-11-26T02:22:54,265 WARN [BP-357876679-172.17.0.2-1732587726794 heartbeating to localhost/127.0.0.1:37545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:22:54,265 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:22:54,265 WARN [BP-357876679-172.17.0.2-1732587726794 heartbeating to localhost/127.0.0.1:37545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-357876679-172.17.0.2-1732587726794 (Datanode Uuid ab26dc1a-a03e-47aa-a12e-748476ecb1e4) service to localhost/127.0.0.1:37545 2024-11-26T02:22:54,265 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:22:54,265 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/cluster_62e27ba3-b572-b513-aed0-ff9b7e1c208e/data/data1/current/BP-357876679-172.17.0.2-1732587726794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:22:54,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/cluster_62e27ba3-b572-b513-aed0-ff9b7e1c208e/data/data2/current/BP-357876679-172.17.0.2-1732587726794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:22:54,266 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:22:54,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@744445c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:22:54,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65358e98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:22:54,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:22:54,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fcd4924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:22:54,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a56d401{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af911563-16b0-2d8e-62eb-f9a5ecbd3dd2/hadoop.log.dir/,STOPPED} 2024-11-26T02:22:54,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T02:22:54,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:22:54,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56986) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37545 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56986) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36743 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56986) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35103 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=4016 (was 3653) - AvailableMemoryMB LEAK? - 2024-11-26T02:22:54,306 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=4016 2024-11-26T02:22:54,318 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-26T02:22:54,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/hadoop.log.dir so I do NOT create it in target/test-data/6ea41055-8258-3825-3472-f159711f5601 2024-11-26T02:22:54,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:22:54,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/hadoop.tmp.dir so I do NOT create it in target/test-data/6ea41055-8258-3825-3472-f159711f5601 2024-11-26T02:22:54,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42ed333a-fdaf-bd6d-882c-fd8dc5e3edbf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:22:54,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601 2024-11-26T02:22:54,319 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/cluster_83e366de-42cc-721c-247e-8b40f42606e2, deleteOnExit=true 2024-11-26T02:22:54,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/cluster_83e366de-42cc-721c-247e-8b40f42606e2/zookeeper_0, clientPort=58943, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/cluster_83e366de-42cc-721c-247e-8b40f42606e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/cluster_83e366de-42cc-721c-247e-8b40f42606e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T02:22:54,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58943 2024-11-26T02:22:54,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:22:54,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:22:54,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/test.cache.data in system properties and HBase conf 2024-11-26T02:22:54,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:22:54,323 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:22:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:22:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:22:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:22:54,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10174f2a35e0008, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:22:54,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10174f2a35e0002, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:22:54,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10174f2a35e0005, quorum=127.0.0.1:56986, baseZNode=/187309098 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:22:54,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10174f2a35e0005, quorum=127.0.0.1:56986, baseZNode=/187309098 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:22:54,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10174f2a35e0002, quorum=127.0.0.1:56986, baseZNode=/0424288485 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:22:54,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10174f2a35e0008, quorum=127.0.0.1:56986, baseZNode=/2138832317 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:22:54,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:54,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:22:54,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:22:54,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:22:54,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:22:54,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:54,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2325e01d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:22:54,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d76027{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:22:54,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d3103f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/java.io.tmpdir/jetty-localhost-40409-hadoop-hdfs-3_4_1-tests_jar-_-any-13458686998706677928/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:22:54,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e775b77{HTTP/1.1, (http/1.1)}{localhost:40409} 2024-11-26T02:22:54,815 INFO [Time-limited test {}] server.Server(415): Started @328921ms 2024-11-26T02:22:55,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:55,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:22:55,012 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128858 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:22:55,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:22:55,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:22:55,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:22:55,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:22:55,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:22:55,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a2b91a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:22:55,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a81c26f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:22:55,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28fe8c49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/java.io.tmpdir/jetty-localhost-44721-hadoop-hdfs-3_4_1-tests_jar-_-any-4496468673099187990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:22:55,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160e18e9{HTTP/1.1, (http/1.1)}{localhost:44721} 2024-11-26T02:22:55,193 INFO [Time-limited test {}] server.Server(415): Started @329298ms 2024-11-26T02:22:55,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:22:55,943 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/cluster_83e366de-42cc-721c-247e-8b40f42606e2/data/data1/current/BP-610134467-172.17.0.2-1732587774338/current, will proceed with Du for space computation calculation, 2024-11-26T02:22:55,943 WARN [Thread-4189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/cluster_83e366de-42cc-721c-247e-8b40f42606e2/data/data2/current/BP-610134467-172.17.0.2-1732587774338/current, will proceed with Du for space computation calculation, 2024-11-26T02:22:55,961 WARN [Thread-4176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:22:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9031ed6d19abada with lease ID 0x43f1d5fddbfb58b8: Processing first storage report for DS-9af276b2-af90-49c4-80ad-e3d75aee7d20 from datanode DatanodeRegistration(127.0.0.1:35585, datanodeUuid=c18d660e-5d7a-422d-a2d7-355bba9e5a61, infoPort=35019, infoSecurePort=0, ipcPort=39939, storageInfo=lv=-57;cid=testClusterID;nsid=689000980;c=1732587774338) 2024-11-26T02:22:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9031ed6d19abada with lease ID 0x43f1d5fddbfb58b8: from storage DS-9af276b2-af90-49c4-80ad-e3d75aee7d20 node DatanodeRegistration(127.0.0.1:35585, datanodeUuid=c18d660e-5d7a-422d-a2d7-355bba9e5a61, infoPort=35019, infoSecurePort=0, ipcPort=39939, storageInfo=lv=-57;cid=testClusterID;nsid=689000980;c=1732587774338), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:22:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9031ed6d19abada with lease ID 0x43f1d5fddbfb58b8: Processing first storage report for DS-1b6f804a-d3fd-49b6-a441-658b6ec77b1d from datanode DatanodeRegistration(127.0.0.1:35585, datanodeUuid=c18d660e-5d7a-422d-a2d7-355bba9e5a61, infoPort=35019, infoSecurePort=0, ipcPort=39939, storageInfo=lv=-57;cid=testClusterID;nsid=689000980;c=1732587774338) 2024-11-26T02:22:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9031ed6d19abada with lease ID 0x43f1d5fddbfb58b8: from storage DS-1b6f804a-d3fd-49b6-a441-658b6ec77b1d node DatanodeRegistration(127.0.0.1:35585, datanodeUuid=c18d660e-5d7a-422d-a2d7-355bba9e5a61, infoPort=35019, infoSecurePort=0, ipcPort=39939, storageInfo=lv=-57;cid=testClusterID;nsid=689000980;c=1732587774338), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T02:22:56,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601 2024-11-26T02:22:56,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:56,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35585 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:22:56,032 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f with version=8 2024-11-26T02:22:56,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/hbase-staging 2024-11-26T02:22:56,034 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:22:56,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:56,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:56,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:22:56,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:56,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:22:56,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:22:56,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:22:56,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39079 2024-11-26T02:22:56,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39079 connecting to ZooKeeper ensemble=127.0.0.1:58943 2024-11-26T02:22:56,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390790x0, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:56,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39079-0x10174f35d1c0000 connected 2024-11-26T02:22:56,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:56,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:56,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Set watcher on znode that does not yet exist, /0784358152/running 2024-11-26T02:22:56,204 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f, hbase.cluster.distributed=false 2024-11-26T02:22:56,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Set watcher on znode that does not yet exist, /0784358152/acl 2024-11-26T02:22:56,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39079 2024-11-26T02:22:56,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39079 2024-11-26T02:22:56,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39079 2024-11-26T02:22:56,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39079 2024-11-26T02:22:56,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39079 2024-11-26T02:22:56,220 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:22:56,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:56,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:56,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:22:56,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:22:56,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:22:56,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:22:56,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:22:56,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33151 2024-11-26T02:22:56,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33151 connecting to ZooKeeper ensemble=127.0.0.1:58943 2024-11-26T02:22:56,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:56,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:56,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331510x0, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:56,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331510x0, quorum=127.0.0.1:58943, baseZNode=/0784358152 Set watcher on znode that does not yet exist, /0784358152/running 2024-11-26T02:22:56,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33151-0x10174f35d1c0001 connected 2024-11-26T02:22:56,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:22:56,236 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:22:56,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Set watcher on znode that does not yet exist, /0784358152/master 2024-11-26T02:22:56,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Set watcher on znode that does not yet exist, /0784358152/acl 2024-11-26T02:22:56,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33151 2024-11-26T02:22:56,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33151 2024-11-26T02:22:56,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33151 2024-11-26T02:22:56,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33151 2024-11-26T02:22:56,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33151 2024-11-26T02:22:56,253 DEBUG [M:0;851e45ef8bcf:39079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:39079 2024-11-26T02:22:56,253 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0784358152/backup-masters/851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:56,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152/backup-masters 2024-11-26T02:22:56,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152/backup-masters 2024-11-26T02:22:56,264 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Set watcher on existing znode=/0784358152/backup-masters/851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:56,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0784358152/master 2024-11-26T02:22:56,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:56,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:56,274 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Set watcher on existing znode=/0784358152/master 2024-11-26T02:22:56,275 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0784358152/backup-masters/851e45ef8bcf,39079,1732587776033 from backup master directory 2024-11-26T02:22:56,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0784358152/backup-masters/851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:56,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152/backup-masters 2024-11-26T02:22:56,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152/backup-masters 2024-11-26T02:22:56,285 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:22:56,285 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:56,287 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/hbase.id] with ID: 698d4bdc-50db-4f3b-acf9-7a1ffd8002b0 2024-11-26T02:22:56,287 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/.tmp/hbase.id 2024-11-26T02:22:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35585 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:22:56,693 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/.tmp/hbase.id]:[hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/hbase.id] 2024-11-26T02:22:56,700 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:22:56,700 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:22:56,701 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:22:56,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:56,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:56,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35585 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:22:56,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:22:56,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:56,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:22:57,121 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:57,121 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:22:57,122 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:57,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35585 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:22:57,527 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData/data/master/store 2024-11-26T02:22:57,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35585 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:22:57,543 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:57,543 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:22:57,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:57,543 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:57,543 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:22:57,543 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:57,543 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:22:57,543 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587777543Disabling compacts and flushes for region at 1732587777543Disabling writes for close at 1732587777543Writing region close event to WAL at 1732587777543Closed at 1732587777543 2024-11-26T02:22:57,544 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData/data/master/store/.initializing 2024-11-26T02:22:57,544 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData/WALs/851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:57,550 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:22:57,552 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C39079%2C1732587776033, suffix=, logDir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData/WALs/851e45ef8bcf,39079,1732587776033, archiveDir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData/oldWALs, maxLogs=10 2024-11-26T02:22:57,571 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData/WALs/851e45ef8bcf,39079,1732587776033/851e45ef8bcf%2C39079%2C1732587776033.1732587777552, exclude list is [], retry=0 2024-11-26T02:22:57,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35585,DS-9af276b2-af90-49c4-80ad-e3d75aee7d20,DISK] 2024-11-26T02:22:57,581 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData/WALs/851e45ef8bcf,39079,1732587776033/851e45ef8bcf%2C39079%2C1732587776033.1732587777552 2024-11-26T02:22:57,581 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-26T02:22:57,581 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:57,581 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:57,581 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,581 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:22:57,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:57,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:57,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:22:57,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:57,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:57,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:22:57,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:57,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:57,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:22:57,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:57,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:57,591 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,591 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,591 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,592 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,592 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,593 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:57,594 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:22:57,596 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:57,596 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59260362, jitterRate=-0.11695179343223572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:57,597 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587777581Initializing all the Stores at 1732587777582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587777582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587777584 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587777584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587777584Cleaning up temporary data from old regions at 1732587777592 (+8 ms)Region opened successfully at 1732587777597 (+5 ms) 2024-11-26T02:22:57,597 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:22:57,599 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb4ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:22:57,600 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:22:57,600 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:22:57,600 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:22:57,600 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:22:57,601 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:22:57,601 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:22:57,601 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:22:57,605 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:22:57,606 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Unable to get data of znode /0784358152/balancer because node does not exist (not necessarily an error) 2024-11-26T02:22:57,671 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0784358152/balancer already deleted, retry=false 2024-11-26T02:22:57,672 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:22:57,673 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Unable to get data of znode /0784358152/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:22:57,685 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0784358152/normalizer already deleted, retry=false 2024-11-26T02:22:57,685 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:22:57,687 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Unable to get data of znode /0784358152/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:22:57,695 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0784358152/switch/split already deleted, retry=false 2024-11-26T02:22:57,697 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Unable to get data of znode /0784358152/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:22:57,706 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0784358152/switch/merge already deleted, retry=false 2024-11-26T02:22:57,708 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Unable to get data of znode /0784358152/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:22:57,716 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0784358152/snapshot-cleanup already deleted, retry=false 2024-11-26T02:22:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0784358152/running 2024-11-26T02:22:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0784358152/running 2024-11-26T02:22:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:57,728 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,39079,1732587776033, sessionid=0x10174f35d1c0000, setting cluster-up flag (Was=false) 2024-11-26T02:22:57,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:57,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:57,822 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0784358152/flush-table-proc/acquired, /0784358152/flush-table-proc/reached, /0784358152/flush-table-proc/abort 2024-11-26T02:22:57,823 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:57,874 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0784358152/online-snapshot/acquired, /0784358152/online-snapshot/reached, /0784358152/online-snapshot/abort 2024-11-26T02:22:57,875 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:57,876 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:22:57,878 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:57,878 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:22:57,878 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:22:57,879 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,39079,1732587776033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:22:57,880 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:57,880 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:57,880 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:57,880 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:22:57,880 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:22:57,880 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:57,880 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:22:57,880 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:57,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:57,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:22:57,889 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587807889 2024-11-26T02:22:57,889 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:22:57,889 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:22:57,889 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:22:57,890 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:22:57,890 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:22:57,890 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:22:57,890 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:57,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:22:57,891 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:57,892 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:22:57,892 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:22:57,892 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:22:57,892 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:22:57,900 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:22:57,900 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:22:57,901 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587777900,5,FailOnTimeoutGroup] 2024-11-26T02:22:57,901 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587777901,5,FailOnTimeoutGroup] 2024-11-26T02:22:57,901 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:57,901 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:22:57,901 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:57,902 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:57,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35585 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:22:57,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:22:57,910 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f 2024-11-26T02:22:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35585 is added to blk_1073741832_1008 (size=32) 2024-11-26T02:22:57,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:57,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:22:57,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:22:57,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:57,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:57,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:22:57,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:22:57,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:57,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:57,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:22:57,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:22:57,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:57,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:57,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:22:57,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:22:57,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:57,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:57,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:22:57,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/data/hbase/meta/1588230740 2024-11-26T02:22:57,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/data/hbase/meta/1588230740 2024-11-26T02:22:57,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:22:57,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:22:57,931 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:57,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:22:57,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:57,934 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63580172, jitterRate=-0.052581608295440674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:57,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587777920Initializing all the Stores at 1732587777920Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587777920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587777920Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587777920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587777920Cleaning up temporary data from old regions at 1732587777931 (+11 ms)Region opened successfully at 1732587777935 (+4 ms) 2024-11-26T02:22:57,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:22:57,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:22:57,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:22:57,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:22:57,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:22:57,936 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:22:57,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587777935Disabling compacts and flushes for region at 1732587777935Disabling writes for close at 1732587777935Writing region close event to WAL at 1732587777936 (+1 ms)Closed at 1732587777936 2024-11-26T02:22:57,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:57,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:22:57,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:22:57,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:22:57,939 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:22:57,946 INFO [RS:0;851e45ef8bcf:33151 {}] regionserver.HRegionServer(746): ClusterId : 698d4bdc-50db-4f3b-acf9-7a1ffd8002b0 2024-11-26T02:22:57,946 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:22:57,960 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:22:57,961 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:22:57,970 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:22:57,970 DEBUG [RS:0;851e45ef8bcf:33151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73da4f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:22:57,987 DEBUG [RS:0;851e45ef8bcf:33151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:33151 2024-11-26T02:22:57,987 INFO [RS:0;851e45ef8bcf:33151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:22:57,987 INFO [RS:0;851e45ef8bcf:33151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:22:57,987 DEBUG [RS:0;851e45ef8bcf:33151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:22:57,988 INFO [RS:0;851e45ef8bcf:33151 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,39079,1732587776033 with port=33151, startcode=1732587776220 2024-11-26T02:22:57,988 DEBUG [RS:0;851e45ef8bcf:33151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:22:57,997 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:22:57,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:57,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39079 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:58,002 DEBUG [RS:0;851e45ef8bcf:33151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f 2024-11-26T02:22:58,002 DEBUG [RS:0;851e45ef8bcf:33151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36199 2024-11-26T02:22:58,002 DEBUG [RS:0;851e45ef8bcf:33151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:22:58,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152/rs 2024-11-26T02:22:58,011 DEBUG [RS:0;851e45ef8bcf:33151 {}] zookeeper.ZKUtil(111): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Set watcher on existing znode=/0784358152/rs/851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:58,012 WARN [RS:0;851e45ef8bcf:33151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:22:58,012 INFO [RS:0;851e45ef8bcf:33151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:58,012 DEBUG [RS:0;851e45ef8bcf:33151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/WALs/851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:58,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,33151,1732587776220] 2024-11-26T02:22:58,014 INFO [RS:0;851e45ef8bcf:33151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:22:58,020 INFO [RS:0;851e45ef8bcf:33151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:22:58,021 INFO [RS:0;851e45ef8bcf:33151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:22:58,021 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,021 INFO [RS:0;851e45ef8bcf:33151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:22:58,022 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:22:58,022 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,022 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:22:58,023 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:22:58,023 DEBUG [RS:0;851e45ef8bcf:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:22:58,036 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,036 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,036 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,036 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,036 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,036 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33151,1732587776220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:22:58,055 INFO [RS:0;851e45ef8bcf:33151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:22:58,056 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33151,1732587776220-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,056 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,056 INFO [RS:0;851e45ef8bcf:33151 {}] regionserver.Replication(171): 851e45ef8bcf,33151,1732587776220 started 2024-11-26T02:22:58,072 INFO [RS:0;851e45ef8bcf:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,072 INFO [RS:0;851e45ef8bcf:33151 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,33151,1732587776220, RpcServer on 851e45ef8bcf/172.17.0.2:33151, sessionid=0x10174f35d1c0001 2024-11-26T02:22:58,072 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:22:58,072 DEBUG [RS:0;851e45ef8bcf:33151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:58,072 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,33151,1732587776220' 2024-11-26T02:22:58,073 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0784358152/flush-table-proc/abort' 2024-11-26T02:22:58,073 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0784358152/flush-table-proc/acquired' 2024-11-26T02:22:58,073 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:22:58,073 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:22:58,073 DEBUG [RS:0;851e45ef8bcf:33151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:58,073 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,33151,1732587776220' 2024-11-26T02:22:58,073 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0784358152/online-snapshot/abort' 2024-11-26T02:22:58,074 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0784358152/online-snapshot/acquired' 2024-11-26T02:22:58,074 DEBUG [RS:0;851e45ef8bcf:33151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:22:58,074 INFO [RS:0;851e45ef8bcf:33151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:22:58,074 INFO [RS:0;851e45ef8bcf:33151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:22:58,090 WARN [851e45ef8bcf:39079 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T02:22:58,174 INFO [RS:0;851e45ef8bcf:33151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:22:58,176 INFO [RS:0;851e45ef8bcf:33151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C33151%2C1732587776220, suffix=, logDir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/WALs/851e45ef8bcf,33151,1732587776220, archiveDir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/oldWALs, maxLogs=10 2024-11-26T02:22:58,193 DEBUG [RS:0;851e45ef8bcf:33151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/WALs/851e45ef8bcf,33151,1732587776220/851e45ef8bcf%2C33151%2C1732587776220.1732587778176, exclude list is [], retry=0 2024-11-26T02:22:58,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35585,DS-9af276b2-af90-49c4-80ad-e3d75aee7d20,DISK] 2024-11-26T02:22:58,197 INFO [RS:0;851e45ef8bcf:33151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/WALs/851e45ef8bcf,33151,1732587776220/851e45ef8bcf%2C33151%2C1732587776220.1732587778176 2024-11-26T02:22:58,197 DEBUG [RS:0;851e45ef8bcf:33151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-26T02:22:58,340 DEBUG [851e45ef8bcf:39079 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:22:58,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:58,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,33151,1732587776220, state=OPENING 2024-11-26T02:22:58,358 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:22:58,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:58,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0784358152 2024-11-26T02:22:58,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0784358152/meta-region-server: CHANGED 2024-11-26T02:22:58,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0784358152/meta-region-server: CHANGED 2024-11-26T02:22:58,370 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:22:58,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,33151,1732587776220}] 2024-11-26T02:22:58,523 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:22:58,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:22:58,532 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:22:58,532 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:22:58,532 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:22:58,533 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C33151%2C1732587776220.meta, suffix=.meta, logDir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/WALs/851e45ef8bcf,33151,1732587776220, archiveDir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/oldWALs, maxLogs=10 2024-11-26T02:22:58,562 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/WALs/851e45ef8bcf,33151,1732587776220/851e45ef8bcf%2C33151%2C1732587776220.meta.1732587778534.meta, exclude list is [], retry=0 2024-11-26T02:22:58,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35585,DS-9af276b2-af90-49c4-80ad-e3d75aee7d20,DISK] 2024-11-26T02:22:58,565 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/WALs/851e45ef8bcf,33151,1732587776220/851e45ef8bcf%2C33151%2C1732587776220.meta.1732587778534.meta 2024-11-26T02:22:58,565 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-26T02:22:58,565 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:58,565 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:58,565 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:22:58,565 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:22:58,566 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:22:58,566 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:22:58,566 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:58,566 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:22:58,566 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:22:58,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:22:58,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:22:58,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:58,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:58,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:22:58,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:22:58,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:58,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:58,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:22:58,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:22:58,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:58,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:58,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:22:58,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:22:58,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:58,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:22:58,571 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:22:58,571 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/data/hbase/meta/1588230740 2024-11-26T02:22:58,572 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/data/hbase/meta/1588230740 2024-11-26T02:22:58,572 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:22:58,572 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:22:58,573 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:22:58,573 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:22:58,574 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67201784, jitterRate=0.0013846158981323242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:22:58,574 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:22:58,574 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587778566Writing region info on filesystem at 1732587778566Initializing all the Stores at 1732587778566Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587778566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587778567 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587778567Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587778567Cleaning up temporary data from old regions at 1732587778572 (+5 ms)Running coprocessor post-open hooks at 1732587778574 (+2 ms)Region opened successfully at 1732587778574 2024-11-26T02:22:58,575 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587778522 2024-11-26T02:22:58,577 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:22:58,577 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:22:58,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:58,578 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,33151,1732587776220, state=OPEN 2024-11-26T02:22:58,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x10174f35d1c0001, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0784358152/meta-region-server 2024-11-26T02:22:58,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39079-0x10174f35d1c0000, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0784358152/meta-region-server 2024-11-26T02:22:58,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:58,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0784358152/meta-region-server: CHANGED 2024-11-26T02:22:58,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0784358152/meta-region-server: CHANGED 2024-11-26T02:22:58,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:22:58,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,33151,1732587776220 in 252 msec 2024-11-26T02:22:58,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:22:58,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 687 msec 2024-11-26T02:22:58,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:22:58,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:22:58,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:58,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,33151,1732587776220, seqNum=-1] 2024-11-26T02:22:58,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:58,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:58,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 756 msec 2024-11-26T02:22:58,633 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587778633, completionTime=-1 2024-11-26T02:22:58,633 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:22:58,633 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:22:58,635 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:22:58,635 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587838635 2024-11-26T02:22:58,635 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587898635 2024-11-26T02:22:58,635 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:22:58,635 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39079,1732587776033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,635 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39079,1732587776033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,635 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39079,1732587776033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,635 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:39079, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,635 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,635 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,638 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:22:58,640 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.355sec 2024-11-26T02:22:58,640 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:22:58,640 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:22:58,640 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:22:58,640 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:22:58,640 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:22:58,640 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39079,1732587776033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:22:58,640 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39079,1732587776033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:22:58,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6d9faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:58,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,39079,-1 for getting cluster id 2024-11-26T02:22:58,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:58,647 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:22:58,648 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:22:58,648 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,39079,1732587776033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:22:58,648 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '698d4bdc-50db-4f3b-acf9-7a1ffd8002b0' 2024-11-26T02:22:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "698d4bdc-50db-4f3b-acf9-7a1ffd8002b0" 2024-11-26T02:22:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201ddb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,39079,-1] 2024-11-26T02:22:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:58,650 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:58,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7dc24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:58,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:22:58,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,33151,1732587776220, seqNum=-1] 2024-11-26T02:22:58,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:22:58,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:22:58,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:58,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58943 2024-11-26T02:22:58,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58943, baseZNode=/0784358152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:22:58,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10174f35d1c0002 connected 2024-11-26T02:22:58,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3747b8e 2024-11-26T02:22:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:58,688 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:58,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:22:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:22:58,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:22:58,691 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:58,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:22:58,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:22:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:58,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35585 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:22:58,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 711c1c3d283a439adedaa2767f31e84b, NAME => 'test,,1732587778688.711c1c3d283a439adedaa2767f31e84b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f 2024-11-26T02:22:58,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35585 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:22:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:59,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587778688.711c1c3d283a439adedaa2767f31e84b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:59,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 711c1c3d283a439adedaa2767f31e84b, disabling compactions & flushes 2024-11-26T02:22:59,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587778688.711c1c3d283a439adedaa2767f31e84b. 2024-11-26T02:22:59,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587778688.711c1c3d283a439adedaa2767f31e84b. 2024-11-26T02:22:59,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587778688.711c1c3d283a439adedaa2767f31e84b. after waiting 0 ms 2024-11-26T02:22:59,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587778688.711c1c3d283a439adedaa2767f31e84b. 2024-11-26T02:22:59,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587778688.711c1c3d283a439adedaa2767f31e84b. 2024-11-26T02:22:59,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 711c1c3d283a439adedaa2767f31e84b: Waiting for close lock at 1732587779124Disabling compacts and flushes for region at 1732587779124Disabling writes for close at 1732587779124Writing region close event to WAL at 1732587779124Closed at 1732587779124 2024-11-26T02:22:59,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:22:59,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587778688.711c1c3d283a439adedaa2767f31e84b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587779125"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587779125"}]},"ts":"1732587779125"} 2024-11-26T02:22:59,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:22:59,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:22:59,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587779127"}]},"ts":"1732587779127"} 2024-11-26T02:22:59,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:22:59,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=711c1c3d283a439adedaa2767f31e84b, ASSIGN}] 2024-11-26T02:22:59,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=711c1c3d283a439adedaa2767f31e84b, ASSIGN 2024-11-26T02:22:59,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=711c1c3d283a439adedaa2767f31e84b, ASSIGN; state=OFFLINE, location=851e45ef8bcf,33151,1732587776220; forceNewPlan=false, retain=false 2024-11-26T02:22:59,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=711c1c3d283a439adedaa2767f31e84b, regionState=OPENING, regionLocation=851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=711c1c3d283a439adedaa2767f31e84b, ASSIGN because future has completed 2024-11-26T02:22:59,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 711c1c3d283a439adedaa2767f31e84b, server=851e45ef8bcf,33151,1732587776220}] 2024-11-26T02:22:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:59,437 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587778688.711c1c3d283a439adedaa2767f31e84b. 2024-11-26T02:22:59,437 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 711c1c3d283a439adedaa2767f31e84b, NAME => 'test,,1732587778688.711c1c3d283a439adedaa2767f31e84b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:22:59,438 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:22:59,438 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:22:59,438 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,438 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587778688.711c1c3d283a439adedaa2767f31e84b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:22:59,438 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,438 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,439 INFO [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,440 INFO [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 711c1c3d283a439adedaa2767f31e84b columnFamilyName f 2024-11-26T02:22:59,440 DEBUG [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:59,440 INFO [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] regionserver.HStore(327): Store=711c1c3d283a439adedaa2767f31e84b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:59,440 INFO [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,441 INFO [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 711c1c3d283a439adedaa2767f31e84b columnFamilyName f1 2024-11-26T02:22:59,441 DEBUG [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:59,441 INFO [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] regionserver.HStore(327): Store=711c1c3d283a439adedaa2767f31e84b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:59,441 INFO [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,442 INFO [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 711c1c3d283a439adedaa2767f31e84b columnFamilyName norep 2024-11-26T02:22:59,442 DEBUG [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:22:59,442 INFO [StoreOpener-711c1c3d283a439adedaa2767f31e84b-1 {}] regionserver.HStore(327): Store=711c1c3d283a439adedaa2767f31e84b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:22:59,442 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,443 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/data/default/test/711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,443 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/data/default/test/711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,444 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,444 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,444 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:22:59,445 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,446 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/data/default/test/711c1c3d283a439adedaa2767f31e84b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:22:59,446 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 711c1c3d283a439adedaa2767f31e84b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70583662, jitterRate=0.05177852511405945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:22:59,447 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 711c1c3d283a439adedaa2767f31e84b 2024-11-26T02:22:59,447 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 711c1c3d283a439adedaa2767f31e84b: Running coprocessor pre-open hook at 1732587779438Writing region info on filesystem at 1732587779438Initializing all the Stores at 1732587779439 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587779439Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587779439Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587779439Cleaning up temporary data from old regions at 1732587779444 (+5 ms)Running coprocessor post-open hooks at 1732587779447 (+3 ms)Region opened successfully at 1732587779447 2024-11-26T02:22:59,448 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587778688.711c1c3d283a439adedaa2767f31e84b., pid=6, masterSystemTime=1732587779434 2024-11-26T02:22:59,450 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587778688.711c1c3d283a439adedaa2767f31e84b. 2024-11-26T02:22:59,450 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587778688.711c1c3d283a439adedaa2767f31e84b. 2024-11-26T02:22:59,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=711c1c3d283a439adedaa2767f31e84b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,33151,1732587776220 2024-11-26T02:22:59,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 711c1c3d283a439adedaa2767f31e84b, server=851e45ef8bcf,33151,1732587776220 because future has completed 2024-11-26T02:22:59,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:22:59,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 711c1c3d283a439adedaa2767f31e84b, server=851e45ef8bcf,33151,1732587776220 in 169 msec 2024-11-26T02:22:59,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:22:59,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=711c1c3d283a439adedaa2767f31e84b, ASSIGN in 324 msec 2024-11-26T02:22:59,455 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:22:59,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587779455"}]},"ts":"1732587779455"} 2024-11-26T02:22:59,457 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:22:59,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:22:59,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-26T02:22:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:22:59,833 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:22:59,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15da8fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:59,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,39079,-1 for getting cluster id 2024-11-26T02:22:59,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:59,835 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '698d4bdc-50db-4f3b-acf9-7a1ffd8002b0' 2024-11-26T02:22:59,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:59,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "698d4bdc-50db-4f3b-acf9-7a1ffd8002b0" 2024-11-26T02:22:59,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c03717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:59,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,39079,-1] 2024-11-26T02:22:59,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:59,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:59,837 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:59,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f42756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:59,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bcfe799 2024-11-26T02:22:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:59,840 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:59,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:39079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:22:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:22:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:59,845 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:39079' 2024-11-26T02:22:59,846 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46982185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:59,846 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,39079,-1 for getting cluster id 2024-11-26T02:22:59,846 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:22:59,847 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '698d4bdc-50db-4f3b-acf9-7a1ffd8002b0' 2024-11-26T02:22:59,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:22:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "698d4bdc-50db-4f3b-acf9-7a1ffd8002b0" 2024-11-26T02:22:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88b8ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,39079,-1] 2024-11-26T02:22:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:22:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:59,849 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:22:59,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2406a357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:22:59,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:22:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,39079,1732587776033 2024-11-26T02:22:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62ca7a01 2024-11-26T02:22:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:22:59,852 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:22:59,853 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T02:22:59,853 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:22:59,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:59,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:59,854 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://851e45ef8bcf:39079, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T02:22:59,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:59,861 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://851e45ef8bcf:39079, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://851e45ef8bcf:39079, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://851e45ef8bcf:39079, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-26T02:22:59,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://851e45ef8bcf:39079, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=21 msec 2024-11-26T02:22:59,863 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-26T02:22:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:22:59,954 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://851e45ef8bcf:39079, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-26T02:22:59,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:22:59,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:22:59,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:59,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:22:59,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:22:59,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 360) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-610134467-172.17.0.2-1732587774338:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/cluster_83e366de-42cc-721c-247e-8b40f42606e2/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@bd85e29 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6593478d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1961690131-7952 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f/MasterData-prefix:851e45ef8bcf,39079,1732587776033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: 851e45ef8bcf:39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: PacketResponder: BP-610134467-172.17.0.2-1732587774338:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/851e45ef8bcf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: master/851e45ef8bcf:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587777900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;851e45ef8bcf:33151-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 36199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5d39112f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2a663788 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58943) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@19a88a04 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1417964266-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 2 on default port 39939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1961690131-7951-acceptor-0@7965672-ServerConnector@160e18e9{HTTP/1.1, (http/1.1)}{localhost:44721} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1417964266-7904 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe578434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-459257411_20 at /127.0.0.1:43914 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1961690131-7950 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe578434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58943) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/cluster_83e366de-42cc-721c-247e-8b40f42606e2/data/data1/current/BP-610134467-172.17.0.2-1732587774338 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;851e45ef8bcf:39079 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1417964266-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe578434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1961690131-7953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5ebb6745 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1417964266-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe578434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58943) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 36199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2067037231_20 at /127.0.0.1:43970 [Receiving block BP-610134467-172.17.0.2-1732587774338:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/851e45ef8bcf:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3e0445e1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/cluster_83e366de-42cc-721c-247e-8b40f42606e2/data/data2/current/BP-610134467-172.17.0.2-1732587774338 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39939 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1417964266-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe578434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36199 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587777901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-610134467-172.17.0.2-1732587774338 heartbeating to localhost/127.0.0.1:36199 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/851e45ef8bcf:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@23f3a0f1[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1417964266-7905-acceptor-0@60cc7e3d-ServerConnector@1e775b77{HTTP/1.1, (http/1.1)}{localhost:40409} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fe5789f2cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Session-HouseKeeper-607efe63-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f-prefix:851e45ef8bcf,33151,1732587776220 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-459257411_20 at /127.0.0.1:44002 [Receiving block BP-610134467-172.17.0.2-1732587774338:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 3 on default port 39939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1417964266-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36199/user/jenkins/test-data/090a3b89-a2fb-8f77-4e07-d458c3cdc60f-prefix:851e45ef8bcf,33151,1732587776220.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1417964266-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6a945745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@165472ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;851e45ef8bcf:33151 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(438916476) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-459257411_20 at /127.0.0.1:43992 [Receiving block BP-610134467-172.17.0.2-1732587774338:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-610134467-172.17.0.2-1732587774338:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36199 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@f648fe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:58943): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58943 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/cluster_83e366de-42cc-721c-247e-8b40f42606e2/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server handler 1 on default port 39939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/851e45ef8bcf:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007fe578aa9c98.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 409) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4886 (was 4016) - AvailableMemoryMB LEAK? - 2024-11-26T02:22:59,977 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-26T02:22:59,994 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=4885 2024-11-26T02:22:59,994 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-26T02:23:00,013 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-26T02:23:00,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/hadoop.log.dir so I do NOT create it in target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e 2024-11-26T02:23:00,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:23:00,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/hadoop.tmp.dir so I do NOT create it in target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e 2024-11-26T02:23:00,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea41055-8258-3825-3472-f159711f5601/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:23:00,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e 2024-11-26T02:23:00,014 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/cluster_decc33f5-652e-4ad9-5998-ae8f13f80da2, deleteOnExit=true 2024-11-26T02:23:00,052 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/cluster_decc33f5-652e-4ad9-5998-ae8f13f80da2/zookeeper_0, clientPort=61036, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/cluster_decc33f5-652e-4ad9-5998-ae8f13f80da2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/cluster_decc33f5-652e-4ad9-5998-ae8f13f80da2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T02:23:00,052 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61036 2024-11-26T02:23:00,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:23:00,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:23:00,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/test.cache.data in system properties and HBase conf 2024-11-26T02:23:00,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:23:00,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:23:00,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:23:00,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:23:00,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:23:00,053 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:23:00,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:23:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:23:00,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:23:00,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:23:00,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:23:00,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:23:00,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:23:00,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:23:00,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27ebab49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:23:00,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555fd563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:23:00,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dd44f20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/java.io.tmpdir/jetty-localhost-41659-hadoop-hdfs-3_4_1-tests_jar-_-any-3884160125650087493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:23:00,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@771e450d{HTTP/1.1, (http/1.1)}{localhost:41659} 2024-11-26T02:23:00,649 INFO [Time-limited test {}] server.Server(415): Started @334755ms 2024-11-26T02:23:00,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:23:00,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:23:00,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:23:00,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:23:00,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:23:00,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac718c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:23:00,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f7ad8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:23:01,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fa8ae77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/java.io.tmpdir/jetty-localhost-42639-hadoop-hdfs-3_4_1-tests_jar-_-any-10277594477024439411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:23:01,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f190eb3{HTTP/1.1, (http/1.1)}{localhost:42639} 2024-11-26T02:23:01,040 INFO [Time-limited test {}] server.Server(415): Started @335146ms 2024-11-26T02:23:01,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:23:01,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T02:23:01,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T02:23:01,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T02:23:01,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T02:23:01,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:23:01,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T02:23:02,154 WARN [Thread-4323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/cluster_decc33f5-652e-4ad9-5998-ae8f13f80da2/data/data2/current/BP-1233501781-172.17.0.2-1732587780076/current, will proceed with Du for space computation calculation, 2024-11-26T02:23:02,154 WARN [Thread-4322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/cluster_decc33f5-652e-4ad9-5998-ae8f13f80da2/data/data1/current/BP-1233501781-172.17.0.2-1732587780076/current, will proceed with Du for space computation calculation, 2024-11-26T02:23:02,168 WARN [Thread-4310 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:23:02,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c0682de944eaa62 with lease ID 0x9f8829987115fbe7: Processing first storage report for DS-fe2ee53d-b877-43c2-9a19-ddb4eef89f71 from datanode DatanodeRegistration(127.0.0.1:36233, datanodeUuid=23e8d894-19ef-44aa-943b-01dc425d7d69, infoPort=45429, infoSecurePort=0, ipcPort=37665, storageInfo=lv=-57;cid=testClusterID;nsid=1467810366;c=1732587780076) 2024-11-26T02:23:02,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c0682de944eaa62 with lease ID 0x9f8829987115fbe7: from storage DS-fe2ee53d-b877-43c2-9a19-ddb4eef89f71 node DatanodeRegistration(127.0.0.1:36233, datanodeUuid=23e8d894-19ef-44aa-943b-01dc425d7d69, infoPort=45429, infoSecurePort=0, ipcPort=37665, storageInfo=lv=-57;cid=testClusterID;nsid=1467810366;c=1732587780076), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:23:02,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c0682de944eaa62 with lease ID 0x9f8829987115fbe7: Processing first storage report for DS-ad1094f4-c413-4b22-b1d3-fda639df3c8d from datanode DatanodeRegistration(127.0.0.1:36233, datanodeUuid=23e8d894-19ef-44aa-943b-01dc425d7d69, infoPort=45429, infoSecurePort=0, ipcPort=37665, storageInfo=lv=-57;cid=testClusterID;nsid=1467810366;c=1732587780076) 2024-11-26T02:23:02,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c0682de944eaa62 with lease ID 0x9f8829987115fbe7: from storage DS-ad1094f4-c413-4b22-b1d3-fda639df3c8d node DatanodeRegistration(127.0.0.1:36233, datanodeUuid=23e8d894-19ef-44aa-943b-01dc425d7d69, infoPort=45429, infoSecurePort=0, ipcPort=37665, storageInfo=lv=-57;cid=testClusterID;nsid=1467810366;c=1732587780076), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:23:02,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e 2024-11-26T02:23:02,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:02,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:02,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:23:02,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550 with version=8 2024-11-26T02:23:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/hbase-staging 2024-11-26T02:23:02,585 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:23:02,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:02,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:02,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:23:02,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:02,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:23:02,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:23:02,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:23:02,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33435 2024-11-26T02:23:02,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33435 connecting to ZooKeeper ensemble=127.0.0.1:61036 2024-11-26T02:23:02,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334350x0, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:23:02,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33435-0x10174f3737e0000 connected 2024-11-26T02:23:02,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:02,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:02,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Set watcher on znode that does not yet exist, /0-1581398678/running 2024-11-26T02:23:02,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550, hbase.cluster.distributed=false 2024-11-26T02:23:02,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Set watcher on znode that does not yet exist, /0-1581398678/acl 2024-11-26T02:23:02,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-26T02:23:02,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33435 2024-11-26T02:23:02,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33435 2024-11-26T02:23:02,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-26T02:23:02,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-26T02:23:02,901 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:23:02,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:02,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:02,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:23:02,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:02,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:23:02,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:23:02,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:23:02,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34379 2024-11-26T02:23:02,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34379 connecting to ZooKeeper ensemble=127.0.0.1:61036 2024-11-26T02:23:02,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:02,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:02,925 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343790x0, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:23:02,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34379-0x10174f3737e0001 connected 2024-11-26T02:23:02,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Set watcher on znode that does not yet exist, /0-1581398678/running 2024-11-26T02:23:02,926 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:23:02,927 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:23:02,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Set watcher on znode that does not yet exist, /0-1581398678/master 2024-11-26T02:23:02,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Set watcher on znode that does not yet exist, /0-1581398678/acl 2024-11-26T02:23:02,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-26T02:23:02,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34379 2024-11-26T02:23:02,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34379 2024-11-26T02:23:02,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-26T02:23:02,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-26T02:23:02,959 DEBUG [M:0;851e45ef8bcf:33435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:33435 2024-11-26T02:23:02,960 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1581398678/backup-masters/851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678/backup-masters 2024-11-26T02:23:02,967 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678/backup-masters 2024-11-26T02:23:02,968 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Set watcher on existing znode=/0-1581398678/backup-masters/851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:02,978 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1581398678/master 2024-11-26T02:23:02,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:02,978 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:02,979 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Set watcher on existing znode=/0-1581398678/master 2024-11-26T02:23:02,979 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1581398678/backup-masters/851e45ef8bcf,33435,1732587782585 from backup master directory 2024-11-26T02:23:02,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581398678/backup-masters/851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:02,988 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678/backup-masters 2024-11-26T02:23:02,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678/backup-masters 2024-11-26T02:23:02,988 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:23:02,988 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:02,991 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/hbase.id] with ID: 7631b46e-abc3-4689-92cf-1eb11370bf56 2024-11-26T02:23:02,991 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/.tmp/hbase.id 2024-11-26T02:23:02,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:23:03,398 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/.tmp/hbase.id]:[hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/hbase.id] 2024-11-26T02:23:03,405 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:03,405 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:23:03,406 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:23:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:03,459 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:03,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:23:03,866 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:23:03,866 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:23:03,867 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:23:03,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:23:04,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:23:04,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:04,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:23:04,184 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T02:23:04,272 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store 2024-11-26T02:23:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:23:04,677 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:04,677 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:23:04,677 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:04,677 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:04,677 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:23:04,677 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:04,677 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:04,677 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587784677Disabling compacts and flushes for region at 1732587784677Disabling writes for close at 1732587784677Writing region close event to WAL at 1732587784677Closed at 1732587784677 2024-11-26T02:23:04,678 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/.initializing 2024-11-26T02:23:04,678 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/WALs/851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:04,678 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:23:04,679 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C33435%2C1732587782585, suffix=, logDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/WALs/851e45ef8bcf,33435,1732587782585, archiveDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/oldWALs, maxLogs=10 2024-11-26T02:23:04,691 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/WALs/851e45ef8bcf,33435,1732587782585/851e45ef8bcf%2C33435%2C1732587782585.1732587784680, exclude list is [], retry=0 2024-11-26T02:23:04,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36233,DS-fe2ee53d-b877-43c2-9a19-ddb4eef89f71,DISK] 2024-11-26T02:23:04,694 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/WALs/851e45ef8bcf,33435,1732587782585/851e45ef8bcf%2C33435%2C1732587782585.1732587784680 2024-11-26T02:23:04,694 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-26T02:23:04,694 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:23:04,694 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:04,694 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,694 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:23:04,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:04,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:04,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:23:04,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:04,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:04,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:23:04,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:04,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:04,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:23:04,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:04,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:04,699 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,700 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,700 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,701 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,701 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,701 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:23:04,702 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:04,703 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:23:04,703 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69315190, jitterRate=0.032876819372177124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:23:04,703 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587784694Initializing all the Stores at 1732587784695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587784695Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587784695Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587784695Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587784695Cleaning up temporary data from old regions at 1732587784701 (+6 ms)Region opened successfully at 1732587784703 (+2 ms) 2024-11-26T02:23:04,703 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:23:04,705 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716d84a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:23:04,705 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:23:04,706 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:23:04,706 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:23:04,706 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:23:04,706 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:23:04,706 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:23:04,706 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:23:04,707 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:23:04,708 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Unable to get data of znode /0-1581398678/balancer because node does not exist (not necessarily an error) 2024-11-26T02:23:04,714 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581398678/balancer already deleted, retry=false 2024-11-26T02:23:04,715 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:23:04,715 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Unable to get data of znode /0-1581398678/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:23:04,725 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581398678/normalizer already deleted, retry=false 2024-11-26T02:23:04,725 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:23:04,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Unable to get data of znode /0-1581398678/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:23:04,735 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581398678/switch/split already deleted, retry=false 2024-11-26T02:23:04,736 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Unable to get data of znode /0-1581398678/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:23:04,827 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581398678/switch/merge already deleted, retry=false 2024-11-26T02:23:04,829 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Unable to get data of znode /0-1581398678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:23:04,841 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581398678/snapshot-cleanup already deleted, retry=false 2024-11-26T02:23:04,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1581398678/running 2024-11-26T02:23:04,851 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1581398678/running 2024-11-26T02:23:04,851 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:04,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:04,852 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,33435,1732587782585, sessionid=0x10174f3737e0000, setting cluster-up flag (Was=false) 2024-11-26T02:23:04,872 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:04,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:04,904 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1581398678/flush-table-proc/acquired, /0-1581398678/flush-table-proc/reached, /0-1581398678/flush-table-proc/abort 2024-11-26T02:23:04,905 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:04,925 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:04,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:04,964 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1581398678/online-snapshot/acquired, /0-1581398678/online-snapshot/reached, /0-1581398678/online-snapshot/abort 2024-11-26T02:23:04,965 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:04,966 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:23:04,967 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:04,968 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:23:04,968 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:23:04,968 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,33435,1732587782585 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:23:04,969 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:04,969 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:04,969 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:04,969 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:04,969 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:23:04,969 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:04,969 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:23:04,970 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:04,970 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587814970 2024-11-26T02:23:04,970 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:23:04,970 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:23:04,971 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:23:04,971 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:23:04,971 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:23:04,971 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:23:04,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:04,971 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:04,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:23:04,971 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:23:04,971 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:23:04,971 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:23:04,971 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:23:04,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:04,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:23:04,976 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:23:04,976 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:23:04,976 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587784976,5,FailOnTimeoutGroup] 2024-11-26T02:23:04,977 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587784976,5,FailOnTimeoutGroup] 2024-11-26T02:23:04,977 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:04,977 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:23:04,977 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:04,977 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:04,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:23:05,046 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(746): ClusterId : 7631b46e-abc3-4689-92cf-1eb11370bf56 2024-11-26T02:23:05,046 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:23:05,052 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:23:05,052 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:23:05,062 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:23:05,063 DEBUG [RS:0;851e45ef8bcf:34379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c04fed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:23:05,076 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:34379 2024-11-26T02:23:05,076 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:23:05,076 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:23:05,076 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:23:05,076 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,33435,1732587782585 with port=34379, startcode=1732587782901 2024-11-26T02:23:05,077 DEBUG [RS:0;851e45ef8bcf:34379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:23:05,078 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:23:05,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:05,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33435 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:05,079 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550 2024-11-26T02:23:05,079 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37827 2024-11-26T02:23:05,079 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:23:05,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678/rs 2024-11-26T02:23:05,091 DEBUG [RS:0;851e45ef8bcf:34379 {}] zookeeper.ZKUtil(111): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Set watcher on existing znode=/0-1581398678/rs/851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:05,091 WARN [RS:0;851e45ef8bcf:34379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:23:05,091 INFO [RS:0;851e45ef8bcf:34379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:23:05,091 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:05,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,34379,1732587782901] 2024-11-26T02:23:05,094 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:23:05,095 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:23:05,095 INFO [RS:0;851e45ef8bcf:34379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:23:05,095 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:05,096 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:23:05,096 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:23:05,096 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:23:05,096 DEBUG [RS:0;851e45ef8bcf:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:23:05,100 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:05,100 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:05,100 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:05,100 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:05,100 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:05,100 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34379,1732587782901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:23:05,116 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:23:05,117 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,34379,1732587782901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:05,117 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:05,117 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.Replication(171): 851e45ef8bcf,34379,1732587782901 started 2024-11-26T02:23:05,133 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:05,133 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,34379,1732587782901, RpcServer on 851e45ef8bcf/172.17.0.2:34379, sessionid=0x10174f3737e0001 2024-11-26T02:23:05,133 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:23:05,133 DEBUG [RS:0;851e45ef8bcf:34379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:05,133 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,34379,1732587782901' 2024-11-26T02:23:05,133 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1581398678/flush-table-proc/abort' 2024-11-26T02:23:05,134 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1581398678/flush-table-proc/acquired' 2024-11-26T02:23:05,134 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:23:05,134 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:23:05,134 DEBUG [RS:0;851e45ef8bcf:34379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:05,134 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,34379,1732587782901' 2024-11-26T02:23:05,134 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1581398678/online-snapshot/abort' 2024-11-26T02:23:05,135 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1581398678/online-snapshot/acquired' 2024-11-26T02:23:05,135 DEBUG [RS:0;851e45ef8bcf:34379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:23:05,135 INFO [RS:0;851e45ef8bcf:34379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:23:05,135 INFO [RS:0;851e45ef8bcf:34379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:23:05,235 INFO [RS:0;851e45ef8bcf:34379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:23:05,236 INFO [RS:0;851e45ef8bcf:34379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C34379%2C1732587782901, suffix=, logDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901, archiveDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/oldWALs, maxLogs=10 2024-11-26T02:23:05,248 DEBUG [RS:0;851e45ef8bcf:34379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237, exclude list is [], retry=0 2024-11-26T02:23:05,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36233,DS-fe2ee53d-b877-43c2-9a19-ddb4eef89f71,DISK] 2024-11-26T02:23:05,252 INFO [RS:0;851e45ef8bcf:34379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 2024-11-26T02:23:05,252 DEBUG [RS:0;851e45ef8bcf:34379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-26T02:23:05,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:23:05,380 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550 2024-11-26T02:23:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:23:05,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:05,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:23:05,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:23:05,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:05,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:05,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:23:05,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:23:05,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:05,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:05,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:23:05,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:23:05,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:05,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:05,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:23:05,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:23:05,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:05,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:05,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:23:05,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740 2024-11-26T02:23:05,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740 2024-11-26T02:23:05,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:23:05,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:23:05,796 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:23:05,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:23:05,798 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:23:05,798 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69347471, jitterRate=0.03335784375667572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:23:05,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587785789Initializing all the Stores at 1732587785789Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587785789Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587785789Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587785789Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587785789Cleaning up temporary data from old regions at 1732587785795 (+6 ms)Region opened successfully at 1732587785798 (+3 ms) 2024-11-26T02:23:05,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:23:05,798 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:23:05,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:23:05,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:23:05,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:23:05,799 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:23:05,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587785798Disabling compacts and flushes for region at 1732587785798Disabling writes for close at 1732587785798Writing region close event to WAL at 1732587785799 (+1 ms)Closed at 1732587785799 2024-11-26T02:23:05,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:05,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:23:05,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:23:05,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:23:05,801 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:23:05,951 DEBUG [851e45ef8bcf:33435 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:23:05,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:05,952 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,34379,1732587782901, state=OPENING 2024-11-26T02:23:06,017 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:23:06,057 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:06,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:06,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:23:06,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581398678/meta-region-server: CHANGED 2024-11-26T02:23:06,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581398678/meta-region-server: CHANGED 2024-11-26T02:23:06,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,34379,1732587782901}] 2024-11-26T02:23:06,210 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:23:06,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:23:06,213 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:23:06,213 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:23:06,213 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:23:06,214 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C34379%2C1732587782901.meta, suffix=.meta, logDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901, archiveDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/oldWALs, maxLogs=10 2024-11-26T02:23:06,226 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.meta.1732587786214.meta, exclude list is [], retry=0 2024-11-26T02:23:06,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36233,DS-fe2ee53d-b877-43c2-9a19-ddb4eef89f71,DISK] 2024-11-26T02:23:06,229 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.meta.1732587786214.meta 2024-11-26T02:23:06,229 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-26T02:23:06,230 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:23:06,230 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:23:06,230 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:23:06,230 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:23:06,230 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:23:06,230 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:23:06,230 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:06,230 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:23:06,230 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:23:06,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:23:06,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:23:06,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:06,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:06,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:23:06,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:23:06,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:06,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:06,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:23:06,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:23:06,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:06,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:06,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:23:06,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:23:06,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:06,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:06,235 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:23:06,235 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740 2024-11-26T02:23:06,236 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740 2024-11-26T02:23:06,236 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:23:06,236 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:23:06,237 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:23:06,237 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:23:06,238 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73385628, jitterRate=0.09353107213973999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:23:06,238 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:23:06,238 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587786230Writing region info on filesystem at 1732587786230Initializing all the Stores at 1732587786231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587786231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587786231Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587786231Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587786231Cleaning up temporary data from old regions at 1732587786237 (+6 ms)Running coprocessor post-open hooks at 1732587786238 (+1 ms)Region opened successfully at 1732587786238 2024-11-26T02:23:06,238 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587786210 2024-11-26T02:23:06,240 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:23:06,240 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:23:06,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:06,241 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,34379,1732587782901, state=OPEN 2024-11-26T02:23:06,270 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1581398678/meta-region-server 2024-11-26T02:23:06,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1581398678/meta-region-server 2024-11-26T02:23:06,270 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:06,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581398678/meta-region-server: CHANGED 2024-11-26T02:23:06,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581398678/meta-region-server: CHANGED 2024-11-26T02:23:06,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:23:06,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,34379,1732587782901 in 212 msec 2024-11-26T02:23:06,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:23:06,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-26T02:23:06,274 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:06,274 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:23:06,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:06,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,34379,1732587782901, seqNum=-1] 2024-11-26T02:23:06,276 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:06,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:23:06,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-26T02:23:06,282 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587786281, completionTime=-1 2024-11-26T02:23:06,282 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:23:06,282 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:23:06,284 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:23:06,284 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587846284 2024-11-26T02:23:06,284 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587906284 2024-11-26T02:23:06,284 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T02:23:06,284 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33435,1732587782585-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:06,284 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33435,1732587782585-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:06,284 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33435,1732587782585-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:06,284 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:33435, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:06,285 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:06,285 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:06,286 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:23:06,288 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.300sec 2024-11-26T02:23:06,288 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:23:06,288 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:23:06,288 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:23:06,288 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:23:06,288 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:23:06,288 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33435,1732587782585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:23:06,288 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33435,1732587782585-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:23:06,290 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:23:06,290 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:23:06,290 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33435,1732587782585-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:06,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6515073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:06,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33435,-1 for getting cluster id 2024-11-26T02:23:06,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:06,348 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7631b46e-abc3-4689-92cf-1eb11370bf56' 2024-11-26T02:23:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7631b46e-abc3-4689-92cf-1eb11370bf56" 2024-11-26T02:23:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa1e3fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33435,-1] 2024-11-26T02:23:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:06,350 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:06,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a98aa89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:06,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,34379,1732587782901, seqNum=-1] 2024-11-26T02:23:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:06,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:23:06,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:06,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61036 2024-11-26T02:23:06,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:23:06,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10174f3737e0002 connected 2024-11-26T02:23:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/hadoop.log.dir so I do NOT create it in target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74 2024-11-26T02:23:06,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:23:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/hadoop.tmp.dir so I do NOT create it in target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74 2024-11-26T02:23:06,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:23:06,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74 2024-11-26T02:23:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:23:06,380 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/cluster_4d15870d-c8f7-e02c-a4c1-2543266b50a7, deleteOnExit=true 2024-11-26T02:23:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:23:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/test.cache.data in system properties and HBase conf 2024-11-26T02:23:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:23:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:23:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:23:06,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:23:06,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:23:06,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:23:06,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:23:06,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:23:06,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:23:06,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:23:06,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:23:06,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a75db7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:23:06,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cbf5865{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:23:06,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@253e880a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/java.io.tmpdir/jetty-localhost-45969-hadoop-hdfs-3_4_1-tests_jar-_-any-11965374864933494498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:23:06,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76592f4c{HTTP/1.1, (http/1.1)}{localhost:45969} 2024-11-26T02:23:06,865 INFO [Time-limited test {}] server.Server(415): Started @340971ms 2024-11-26T02:23:07,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:23:07,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:23:07,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:23:07,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:23:07,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T02:23:07,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@499a676d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:23:07,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e84be21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:23:07,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a10db6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/java.io.tmpdir/jetty-localhost-40937-hadoop-hdfs-3_4_1-tests_jar-_-any-8090345014483418271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:23:07,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b2ad8d6{HTTP/1.1, (http/1.1)}{localhost:40937} 2024-11-26T02:23:07,351 INFO [Time-limited test {}] server.Server(415): Started @341456ms 2024-11-26T02:23:07,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:23:08,072 WARN [Thread-4443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/cluster_4d15870d-c8f7-e02c-a4c1-2543266b50a7/data/data1/current/BP-1744601454-172.17.0.2-1732587786397/current, will proceed with Du for space computation calculation, 2024-11-26T02:23:08,072 WARN [Thread-4444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/cluster_4d15870d-c8f7-e02c-a4c1-2543266b50a7/data/data2/current/BP-1744601454-172.17.0.2-1732587786397/current, will proceed with Du for space computation calculation, 2024-11-26T02:23:08,096 WARN [Thread-4431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:23:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35e75f6c74c436f with lease ID 0xb0e5173cd83fade: Processing first storage report for DS-6a7e5225-19b3-4593-afc0-9b5af22f8065 from datanode DatanodeRegistration(127.0.0.1:36009, datanodeUuid=90551cdd-9173-4dfe-8dc4-5c6f57e6cb91, infoPort=39257, infoSecurePort=0, ipcPort=39741, storageInfo=lv=-57;cid=testClusterID;nsid=228881077;c=1732587786397) 2024-11-26T02:23:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35e75f6c74c436f with lease ID 0xb0e5173cd83fade: from storage DS-6a7e5225-19b3-4593-afc0-9b5af22f8065 node DatanodeRegistration(127.0.0.1:36009, datanodeUuid=90551cdd-9173-4dfe-8dc4-5c6f57e6cb91, infoPort=39257, infoSecurePort=0, ipcPort=39741, storageInfo=lv=-57;cid=testClusterID;nsid=228881077;c=1732587786397), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:23:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35e75f6c74c436f with lease ID 0xb0e5173cd83fade: Processing first storage report for DS-7896476d-8f02-4f29-b576-cc96103945ce from datanode DatanodeRegistration(127.0.0.1:36009, datanodeUuid=90551cdd-9173-4dfe-8dc4-5c6f57e6cb91, infoPort=39257, infoSecurePort=0, ipcPort=39741, storageInfo=lv=-57;cid=testClusterID;nsid=228881077;c=1732587786397) 2024-11-26T02:23:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35e75f6c74c436f with lease ID 0xb0e5173cd83fade: from storage DS-7896476d-8f02-4f29-b576-cc96103945ce node DatanodeRegistration(127.0.0.1:36009, datanodeUuid=90551cdd-9173-4dfe-8dc4-5c6f57e6cb91, infoPort=39257, infoSecurePort=0, ipcPort=39741, storageInfo=lv=-57;cid=testClusterID;nsid=228881077;c=1732587786397), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:23:08,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74 2024-11-26T02:23:08,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:08,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:08,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:23:08,197 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b with version=8 2024-11-26T02:23:08,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/hbase-staging 2024-11-26T02:23:08,199 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:23:08,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:08,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:08,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:23:08,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:08,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:23:08,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:23:08,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:23:08,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33625 2024-11-26T02:23:08,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33625 connecting to ZooKeeper ensemble=127.0.0.1:61036 2024-11-26T02:23:08,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336250x0, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:23:08,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33625-0x10174f3737e0003 connected 2024-11-26T02:23:08,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:08,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:08,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Set watcher on znode that does not yet exist, /1-440971896/running 2024-11-26T02:23:08,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b, hbase.cluster.distributed=false 2024-11-26T02:23:08,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Set watcher on znode that does not yet exist, /1-440971896/acl 2024-11-26T02:23:08,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33625 2024-11-26T02:23:08,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33625 2024-11-26T02:23:08,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33625 2024-11-26T02:23:08,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33625 2024-11-26T02:23:08,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33625 2024-11-26T02:23:08,334 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:23:08,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:08,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:08,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:23:08,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:08,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:23:08,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:23:08,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:23:08,336 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45791 2024-11-26T02:23:08,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45791 connecting to ZooKeeper ensemble=127.0.0.1:61036 2024-11-26T02:23:08,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:08,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457910x0, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:23:08,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457910x0, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Set watcher on znode that does not yet exist, /1-440971896/running 2024-11-26T02:23:08,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45791-0x10174f3737e0004 connected 2024-11-26T02:23:08,357 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:23:08,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:23:08,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Set watcher on znode that does not yet exist, /1-440971896/master 2024-11-26T02:23:08,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Set watcher on znode that does not yet exist, /1-440971896/acl 2024-11-26T02:23:08,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45791 2024-11-26T02:23:08,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45791 2024-11-26T02:23:08,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45791 2024-11-26T02:23:08,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45791 2024-11-26T02:23:08,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45791 2024-11-26T02:23:08,394 DEBUG [M:0;851e45ef8bcf:33625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:33625 2024-11-26T02:23:08,396 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-440971896/backup-masters/851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:08,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896/backup-masters 2024-11-26T02:23:08,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896/backup-masters 2024-11-26T02:23:08,409 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Set watcher on existing znode=/1-440971896/backup-masters/851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-440971896/master 2024-11-26T02:23:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:08,420 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Set watcher on existing znode=/1-440971896/master 2024-11-26T02:23:08,421 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-440971896/backup-masters/851e45ef8bcf,33625,1732587788199 from backup master directory 2024-11-26T02:23:08,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-440971896/backup-masters/851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:08,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896/backup-masters 2024-11-26T02:23:08,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896/backup-masters 2024-11-26T02:23:08,430 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:23:08,430 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:08,435 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/hbase.id] with ID: 62a86e41-275e-4196-844d-06f3419d4a85 2024-11-26T02:23:08,435 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/.tmp/hbase.id 2024-11-26T02:23:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:23:08,444 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/.tmp/hbase.id]:[hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/hbase.id] 2024-11-26T02:23:08,460 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:08,460 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:23:08,462 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T02:23:08,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:08,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:08,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:23:08,916 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:23:08,917 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:23:08,917 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:23:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:23:09,321 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store 2024-11-26T02:23:09,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:23:09,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:09,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:23:09,726 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:09,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:09,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:23:09,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:09,726 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:09,726 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587789726Disabling compacts and flushes for region at 1732587789726Disabling writes for close at 1732587789726Writing region close event to WAL at 1732587789726Closed at 1732587789726 2024-11-26T02:23:09,727 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/.initializing 2024-11-26T02:23:09,727 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/WALs/851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:09,727 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:23:09,728 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C33625%2C1732587788199, suffix=, logDir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/WALs/851e45ef8bcf,33625,1732587788199, archiveDir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/oldWALs, maxLogs=10 2024-11-26T02:23:09,740 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/WALs/851e45ef8bcf,33625,1732587788199/851e45ef8bcf%2C33625%2C1732587788199.1732587789729, exclude list is [], retry=0 2024-11-26T02:23:09,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36009,DS-6a7e5225-19b3-4593-afc0-9b5af22f8065,DISK] 2024-11-26T02:23:09,743 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/WALs/851e45ef8bcf,33625,1732587788199/851e45ef8bcf%2C33625%2C1732587788199.1732587789729 2024-11-26T02:23:09,744 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39257:39257)] 2024-11-26T02:23:09,744 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:23:09,744 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:09,744 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,744 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:23:09,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:09,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:09,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:23:09,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:09,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:09,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:23:09,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:09,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:09,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:23:09,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:09,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:09,749 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,750 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,750 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,751 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,751 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,751 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:23:09,752 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:09,753 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:23:09,753 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69442886, jitterRate=0.034779638051986694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:23:09,753 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587789744Initializing all the Stores at 1732587789745 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587789745Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587789745Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587789745Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587789745Cleaning up temporary data from old regions at 1732587789751 (+6 ms)Region opened successfully at 1732587789753 (+2 ms) 2024-11-26T02:23:09,753 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:23:09,755 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30da2d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:23:09,756 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:23:09,756 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:23:09,756 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:23:09,756 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:23:09,756 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:23:09,756 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:23:09,756 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:23:09,758 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:23:09,759 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Unable to get data of znode /1-440971896/balancer because node does not exist (not necessarily an error) 2024-11-26T02:23:09,805 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-440971896/balancer already deleted, retry=false 2024-11-26T02:23:09,806 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:23:09,806 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Unable to get data of znode /1-440971896/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:23:09,870 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-440971896/normalizer already deleted, retry=false 2024-11-26T02:23:09,870 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:23:09,871 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Unable to get data of znode /1-440971896/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:23:09,890 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-440971896/switch/split already deleted, retry=false 2024-11-26T02:23:09,891 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Unable to get data of znode /1-440971896/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:23:09,964 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-440971896/switch/merge already deleted, retry=false 2024-11-26T02:23:09,966 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Unable to get data of znode /1-440971896/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:23:10,028 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-440971896/snapshot-cleanup already deleted, retry=false 2024-11-26T02:23:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-440971896/running 2024-11-26T02:23:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-440971896/running 2024-11-26T02:23:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:10,049 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,33625,1732587788199, sessionid=0x10174f3737e0003, setting cluster-up flag (Was=false) 2024-11-26T02:23:10,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:10,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:10,597 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-440971896/flush-table-proc/acquired, /1-440971896/flush-table-proc/reached, /1-440971896/flush-table-proc/abort 2024-11-26T02:23:10,598 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:10,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:10,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:10,661 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-440971896/online-snapshot/acquired, /1-440971896/online-snapshot/reached, /1-440971896/online-snapshot/abort 2024-11-26T02:23:10,662 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:10,663 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:23:10,664 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:10,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:23:10,665 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:23:10,665 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,33625,1732587788199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:23:10,666 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:10,666 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:10,666 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:10,666 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:10,666 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:23:10,666 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,666 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:23:10,666 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,678 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587820678 2024-11-26T02:23:10,678 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:23:10,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:10,678 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:23:10,678 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:23:10,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:23:10,678 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:23:10,678 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:23:10,678 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:23:10,679 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,679 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:23:10,679 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:23:10,679 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:23:10,679 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:23:10,679 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:10,679 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:23:10,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:23:10,679 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:23:10,680 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587790679,5,FailOnTimeoutGroup] 2024-11-26T02:23:10,680 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587790680,5,FailOnTimeoutGroup] 2024-11-26T02:23:10,680 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,680 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:23:10,680 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,680 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,685 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(746): ClusterId : 62a86e41-275e-4196-844d-06f3419d4a85 2024-11-26T02:23:10,685 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:23:10,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:23:10,777 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:23:10,777 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:23:10,809 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:23:10,810 DEBUG [RS:0;851e45ef8bcf:45791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62600c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:23:10,821 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:45791 2024-11-26T02:23:10,821 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:23:10,821 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:23:10,821 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:23:10,821 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,33625,1732587788199 with port=45791, startcode=1732587788334 2024-11-26T02:23:10,822 DEBUG [RS:0;851e45ef8bcf:45791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:23:10,823 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:23:10,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:10,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33625 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:10,824 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b 2024-11-26T02:23:10,824 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35059 2024-11-26T02:23:10,824 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:23:10,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896/rs 2024-11-26T02:23:10,970 DEBUG [RS:0;851e45ef8bcf:45791 {}] zookeeper.ZKUtil(111): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Set watcher on existing znode=/1-440971896/rs/851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:10,970 WARN [RS:0;851e45ef8bcf:45791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:23:10,970 INFO [RS:0;851e45ef8bcf:45791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:23:10,970 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/WALs/851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:10,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,45791,1732587788334] 2024-11-26T02:23:10,973 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:23:10,974 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:23:10,975 INFO [RS:0;851e45ef8bcf:45791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:23:10,975 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,975 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:23:10,975 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:23:10,975 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,975 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,975 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,975 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,975 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,976 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,976 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:23:10,976 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,976 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,976 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,976 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,976 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,976 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:10,976 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:23:10,976 DEBUG [RS:0;851e45ef8bcf:45791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:23:10,976 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,976 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,976 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,976 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,976 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,976 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45791,1732587788334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:23:10,988 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:23:10,989 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,45791,1732587788334-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,989 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:10,989 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.Replication(171): 851e45ef8bcf,45791,1732587788334 started 2024-11-26T02:23:11,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:23:11,123 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b 2024-11-26T02:23:11,125 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:11,125 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,45791,1732587788334, RpcServer on 851e45ef8bcf/172.17.0.2:45791, sessionid=0x10174f3737e0004 2024-11-26T02:23:11,125 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:23:11,125 DEBUG [RS:0;851e45ef8bcf:45791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:11,125 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,45791,1732587788334' 2024-11-26T02:23:11,125 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-440971896/flush-table-proc/abort' 2024-11-26T02:23:11,126 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-440971896/flush-table-proc/acquired' 2024-11-26T02:23:11,126 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:23:11,126 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:23:11,126 DEBUG [RS:0;851e45ef8bcf:45791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:11,126 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,45791,1732587788334' 2024-11-26T02:23:11,126 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-440971896/online-snapshot/abort' 2024-11-26T02:23:11,126 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-440971896/online-snapshot/acquired' 2024-11-26T02:23:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741832_1008 (size=32) 2024-11-26T02:23:11,127 DEBUG [RS:0;851e45ef8bcf:45791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:23:11,127 INFO [RS:0;851e45ef8bcf:45791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:23:11,127 INFO [RS:0;851e45ef8bcf:45791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:23:11,227 INFO [RS:0;851e45ef8bcf:45791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:23:11,228 INFO [RS:0;851e45ef8bcf:45791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C45791%2C1732587788334, suffix=, logDir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/WALs/851e45ef8bcf,45791,1732587788334, archiveDir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/oldWALs, maxLogs=10 2024-11-26T02:23:11,241 DEBUG [RS:0;851e45ef8bcf:45791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/WALs/851e45ef8bcf,45791,1732587788334/851e45ef8bcf%2C45791%2C1732587788334.1732587791228, exclude list is [], retry=0 2024-11-26T02:23:11,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36009,DS-6a7e5225-19b3-4593-afc0-9b5af22f8065,DISK] 2024-11-26T02:23:11,244 INFO [RS:0;851e45ef8bcf:45791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/WALs/851e45ef8bcf,45791,1732587788334/851e45ef8bcf%2C45791%2C1732587788334.1732587791228 2024-11-26T02:23:11,244 DEBUG [RS:0;851e45ef8bcf:45791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39257:39257)] 2024-11-26T02:23:11,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:11,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:23:11,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:23:11,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:11,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:11,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:23:11,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:23:11,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:11,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:11,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:23:11,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:23:11,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:11,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:11,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:23:11,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:23:11,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:11,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:11,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:23:11,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740 2024-11-26T02:23:11,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740 2024-11-26T02:23:11,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:23:11,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:23:11,535 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:23:11,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:23:11,537 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:23:11,537 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74077749, jitterRate=0.10384447872638702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:23:11,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587791527Initializing all the Stores at 1732587791528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587791528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587791528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587791528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587791528Cleaning up temporary data from old regions at 1732587791535 (+7 ms)Region opened successfully at 1732587791538 (+3 ms) 2024-11-26T02:23:11,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:23:11,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:23:11,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:23:11,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:23:11,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:23:11,538 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:23:11,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587791538Disabling compacts and flushes for region at 1732587791538Disabling writes for close at 1732587791538Writing region close event to WAL at 1732587791538Closed at 1732587791538 2024-11-26T02:23:11,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:11,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:23:11,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:23:11,540 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:23:11,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:23:11,690 DEBUG [851e45ef8bcf:33625 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:23:11,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:11,692 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,45791,1732587788334, state=OPENING 2024-11-26T02:23:11,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:23:11,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,735 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:23:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:11,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-440971896/meta-region-server: CHANGED 2024-11-26T02:23:11,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-440971896/meta-region-server: CHANGED 2024-11-26T02:23:11,746 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:23:11,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,45791,1732587788334}] 2024-11-26T02:23:11,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:11,898 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:23:11,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:23:11,902 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:23:11,902 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:23:11,902 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:23:11,903 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C45791%2C1732587788334.meta, suffix=.meta, logDir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/WALs/851e45ef8bcf,45791,1732587788334, archiveDir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/oldWALs, maxLogs=10 2024-11-26T02:23:11,914 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/WALs/851e45ef8bcf,45791,1732587788334/851e45ef8bcf%2C45791%2C1732587788334.meta.1732587791903.meta, exclude list is [], retry=0 2024-11-26T02:23:11,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36009,DS-6a7e5225-19b3-4593-afc0-9b5af22f8065,DISK] 2024-11-26T02:23:11,917 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/WALs/851e45ef8bcf,45791,1732587788334/851e45ef8bcf%2C45791%2C1732587788334.meta.1732587791903.meta 2024-11-26T02:23:11,918 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39257:39257)] 2024-11-26T02:23:11,918 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:23:11,918 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:23:11,918 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:23:11,918 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:23:11,918 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:23:11,918 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:23:11,918 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:11,918 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:23:11,918 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:23:11,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:23:11,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:23:11,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:11,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:11,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:23:11,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:23:11,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:11,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:11,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:23:11,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:23:11,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:11,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:11,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:23:11,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:23:11,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:11,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:11,924 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:23:11,924 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740 2024-11-26T02:23:11,925 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740 2024-11-26T02:23:11,925 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:23:11,925 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:23:11,926 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:23:11,926 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:23:11,926 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73329583, jitterRate=0.0926959365606308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:23:11,927 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:23:11,927 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587791918Writing region info on filesystem at 1732587791918Initializing all the Stores at 1732587791919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587791919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587791920 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587791920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587791920Cleaning up temporary data from old regions at 1732587791925 (+5 ms)Running coprocessor post-open hooks at 1732587791927 (+2 ms)Region opened successfully at 1732587791927 2024-11-26T02:23:11,927 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587791898 2024-11-26T02:23:11,929 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:23:11,929 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:23:11,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:11,930 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,45791,1732587788334, state=OPEN 2024-11-26T02:23:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-440971896/meta-region-server 2024-11-26T02:23:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-440971896/meta-region-server 2024-11-26T02:23:11,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:11,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-440971896/meta-region-server: CHANGED 2024-11-26T02:23:11,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-440971896/meta-region-server: CHANGED 2024-11-26T02:23:11,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:23:11,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,45791,1732587788334 in 189 msec 2024-11-26T02:23:11,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:23:11,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-11-26T02:23:11,938 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:11,938 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:23:11,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:11,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45791,1732587788334, seqNum=-1] 2024-11-26T02:23:11,939 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:11,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:23:11,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-26T02:23:11,943 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587791943, completionTime=-1 2024-11-26T02:23:11,943 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:23:11,943 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:23:11,945 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:23:11,945 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587851945 2024-11-26T02:23:11,945 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587911945 2024-11-26T02:23:11,945 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T02:23:11,945 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33625,1732587788199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:11,945 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33625,1732587788199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:11,945 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33625,1732587788199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:11,945 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:33625, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:11,945 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:11,945 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:11,947 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:23:11,948 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.518sec 2024-11-26T02:23:11,948 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:23:11,948 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:23:11,948 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:23:11,948 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:23:11,948 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:23:11,948 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33625,1732587788199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:23:11,948 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33625,1732587788199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:23:11,950 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:23:11,950 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:23:11,950 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,33625,1732587788199-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:11,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3d318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:11,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33625,-1 for getting cluster id 2024-11-26T02:23:11,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:11,987 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a86e41-275e-4196-844d-06f3419d4a85' 2024-11-26T02:23:11,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a86e41-275e-4196-844d-06f3419d4a85" 2024-11-26T02:23:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54124e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33625,-1] 2024-11-26T02:23:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:11,989 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:11,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7047b583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:11,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45791,1732587788334, seqNum=-1] 2024-11-26T02:23:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:11,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:23:11,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:11,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61036 2024-11-26T02:23:12,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:23:12,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10174f3737e0005 connected 2024-11-26T02:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/hadoop.log.dir so I do NOT create it in target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4 2024-11-26T02:23:12,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T02:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/hadoop.tmp.dir so I do NOT create it in target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4 2024-11-26T02:23:12,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T02:23:12,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4 2024-11-26T02:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T02:23:12,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/cluster_fb44aee5-3c12-2ba4-16b6-1f9edc837411, deleteOnExit=true 2024-11-26T02:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T02:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/test.cache.data in system properties and HBase conf 2024-11-26T02:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/hadoop.log.dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T02:23:12,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/nfs.dump.dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/java.io.tmpdir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T02:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T02:23:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T02:23:12,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:23:12,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:23:12,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:23:12,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:23:12,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:23:12,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:23:12,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54d9e73f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:23:12,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46741a00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:23:12,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f48a5d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/java.io.tmpdir/jetty-localhost-36157-hadoop-hdfs-3_4_1-tests_jar-_-any-2803015395039003330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:23:12,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f8baccc{HTTP/1.1, (http/1.1)}{localhost:36157} 2024-11-26T02:23:12,531 INFO [Time-limited test {}] server.Server(415): Started @346637ms 2024-11-26T02:23:12,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T02:23:12,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T02:23:12,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T02:23:12,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T02:23:12,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T02:23:12,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f74962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/hadoop.log.dir/,AVAILABLE} 2024-11-26T02:23:12,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2036ab40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T02:23:12,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77b9e528{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/java.io.tmpdir/jetty-localhost-41777-hadoop-hdfs-3_4_1-tests_jar-_-any-13110223865542466151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:23:12,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11760988{HTTP/1.1, (http/1.1)}{localhost:41777} 2024-11-26T02:23:12,969 INFO [Time-limited test {}] server.Server(415): Started @347075ms 2024-11-26T02:23:12,970 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T02:23:13,649 WARN [Thread-4564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/cluster_fb44aee5-3c12-2ba4-16b6-1f9edc837411/data/data1/current/BP-1689460246-172.17.0.2-1732587792050/current, will proceed with Du for space computation calculation, 2024-11-26T02:23:13,649 WARN [Thread-4565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/cluster_fb44aee5-3c12-2ba4-16b6-1f9edc837411/data/data2/current/BP-1689460246-172.17.0.2-1732587792050/current, will proceed with Du for space computation calculation, 2024-11-26T02:23:13,667 WARN [Thread-4552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T02:23:13,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf55548f52b4c3346 with lease ID 0xc30159c02ee23a7e: Processing first storage report for DS-886badde-2144-45b7-9242-3602c7754de5 from datanode DatanodeRegistration(127.0.0.1:34907, datanodeUuid=3859ba4e-b131-4982-b57e-dacd467fe4de, infoPort=33261, infoSecurePort=0, ipcPort=39967, storageInfo=lv=-57;cid=testClusterID;nsid=718081776;c=1732587792050) 2024-11-26T02:23:13,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf55548f52b4c3346 with lease ID 0xc30159c02ee23a7e: from storage DS-886badde-2144-45b7-9242-3602c7754de5 node DatanodeRegistration(127.0.0.1:34907, datanodeUuid=3859ba4e-b131-4982-b57e-dacd467fe4de, infoPort=33261, infoSecurePort=0, ipcPort=39967, storageInfo=lv=-57;cid=testClusterID;nsid=718081776;c=1732587792050), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:23:13,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf55548f52b4c3346 with lease ID 0xc30159c02ee23a7e: Processing first storage report for DS-4e39e807-eda4-4d6a-879c-b3280893d565 from datanode DatanodeRegistration(127.0.0.1:34907, datanodeUuid=3859ba4e-b131-4982-b57e-dacd467fe4de, infoPort=33261, infoSecurePort=0, ipcPort=39967, storageInfo=lv=-57;cid=testClusterID;nsid=718081776;c=1732587792050) 2024-11-26T02:23:13,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf55548f52b4c3346 with lease ID 0xc30159c02ee23a7e: from storage DS-4e39e807-eda4-4d6a-879c-b3280893d565 node DatanodeRegistration(127.0.0.1:34907, datanodeUuid=3859ba4e-b131-4982-b57e-dacd467fe4de, infoPort=33261, infoSecurePort=0, ipcPort=39967, storageInfo=lv=-57;cid=testClusterID;nsid=718081776;c=1732587792050), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T02:23:13,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4 2024-11-26T02:23:13,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:13,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:13,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741825_1001 (size=7) 2024-11-26T02:23:14,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329 with version=8 2024-11-26T02:23:14,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/hbase-staging 2024-11-26T02:23:14,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:23:14,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:14,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:14,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:23:14,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:14,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:23:14,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T02:23:14,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:23:14,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44653 2024-11-26T02:23:14,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44653 connecting to ZooKeeper ensemble=127.0.0.1:61036 2024-11-26T02:23:14,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446530x0, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:23:14,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44653-0x10174f3737e0006 connected 2024-11-26T02:23:14,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:14,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:14,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Set watcher on znode that does not yet exist, /2-486242967/running 2024-11-26T02:23:14,223 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329, hbase.cluster.distributed=false 2024-11-26T02:23:14,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Set watcher on znode that does not yet exist, /2-486242967/acl 2024-11-26T02:23:14,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44653 2024-11-26T02:23:14,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44653 2024-11-26T02:23:14,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44653 2024-11-26T02:23:14,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44653 2024-11-26T02:23:14,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44653 2024-11-26T02:23:14,247 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/851e45ef8bcf:0 server-side Connection retries=45 2024-11-26T02:23:14,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:14,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:14,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T02:23:14,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T02:23:14,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T02:23:14,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T02:23:14,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T02:23:14,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43875 2024-11-26T02:23:14,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43875 connecting to ZooKeeper ensemble=127.0.0.1:61036 2024-11-26T02:23:14,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:14,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438750x0, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:23:14,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438750x0, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Set watcher on znode that does not yet exist, /2-486242967/running 2024-11-26T02:23:14,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43875-0x10174f3737e0007 connected 2024-11-26T02:23:14,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T02:23:14,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T02:23:14,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Set watcher on znode that does not yet exist, /2-486242967/master 2024-11-26T02:23:14,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Set watcher on znode that does not yet exist, /2-486242967/acl 2024-11-26T02:23:14,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-26T02:23:14,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43875 2024-11-26T02:23:14,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43875 2024-11-26T02:23:14,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-26T02:23:14,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-26T02:23:14,294 DEBUG [M:0;851e45ef8bcf:44653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;851e45ef8bcf:44653 2024-11-26T02:23:14,294 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-486242967/backup-masters/851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:14,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967/backup-masters 2024-11-26T02:23:14,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967/backup-masters 2024-11-26T02:23:14,304 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Set watcher on existing znode=/2-486242967/backup-masters/851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:14,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:14,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-486242967/master 2024-11-26T02:23:14,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:14,314 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Set watcher on existing znode=/2-486242967/master 2024-11-26T02:23:14,315 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-486242967/backup-masters/851e45ef8bcf,44653,1732587794118 from backup master directory 2024-11-26T02:23:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967/backup-masters 2024-11-26T02:23:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-486242967/backup-masters/851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967/backup-masters 2024-11-26T02:23:14,324 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:23:14,325 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:14,327 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/hbase.id] with ID: 4eced17c-77f9-4af0-9a64-df7e08d95dfa 2024-11-26T02:23:14,327 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/.tmp/hbase.id 2024-11-26T02:23:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741826_1002 (size=42) 2024-11-26T02:23:14,732 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/.tmp/hbase.id]:[hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/hbase.id] 2024-11-26T02:23:14,739 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:14,739 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T02:23:14,739 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T02:23:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741827_1003 (size=196) 2024-11-26T02:23:15,149 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:23:15,150 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T02:23:15,150 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:23:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741828_1004 (size=1189) 2024-11-26T02:23:15,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:15,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:23:15,213 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149058 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:23:15,556 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store 2024-11-26T02:23:15,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741829_1005 (size=34) 2024-11-26T02:23:15,960 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:15,961 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:23:15,961 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:15,961 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:15,961 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:23:15,961 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:15,961 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:15,961 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587795960Disabling compacts and flushes for region at 1732587795960Disabling writes for close at 1732587795961 (+1 ms)Writing region close event to WAL at 1732587795961Closed at 1732587795961 2024-11-26T02:23:15,961 WARN [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/.initializing 2024-11-26T02:23:15,961 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/WALs/851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:15,962 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:23:15,963 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=851e45ef8bcf%2C44653%2C1732587794118, suffix=, logDir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/WALs/851e45ef8bcf,44653,1732587794118, archiveDir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/oldWALs, maxLogs=10 2024-11-26T02:23:15,978 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/WALs/851e45ef8bcf,44653,1732587794118/851e45ef8bcf%2C44653%2C1732587794118.1732587795963, exclude list is [], retry=0 2024-11-26T02:23:15,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-886badde-2144-45b7-9242-3602c7754de5,DISK] 2024-11-26T02:23:15,981 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/WALs/851e45ef8bcf,44653,1732587794118/851e45ef8bcf%2C44653%2C1732587794118.1732587795963 2024-11-26T02:23:15,982 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33261:33261)] 2024-11-26T02:23:15,982 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:23:15,982 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:15,982 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,982 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T02:23:15,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:15,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:15,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T02:23:15,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:15,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:15,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T02:23:15,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:15,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:15,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T02:23:15,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:15,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:15,988 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,988 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,989 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,989 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,989 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,990 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:23:15,990 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T02:23:15,992 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:23:15,992 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71547211, jitterRate=0.06613652408123016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:23:15,992 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732587795982Initializing all the Stores at 1732587795983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587795983Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587795983Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587795983Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587795983Cleaning up temporary data from old regions at 1732587795989 (+6 ms)Region opened successfully at 1732587795992 (+3 ms) 2024-11-26T02:23:15,992 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T02:23:15,994 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba9985d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:23:15,995 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T02:23:15,995 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T02:23:15,995 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T02:23:15,995 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T02:23:15,996 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T02:23:15,996 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T02:23:15,996 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T02:23:15,997 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T02:23:15,998 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Unable to get data of znode /2-486242967/balancer because node does not exist (not necessarily an error) 2024-11-26T02:23:16,233 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-486242967/balancer already deleted, retry=false 2024-11-26T02:23:16,233 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T02:23:16,233 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Unable to get data of znode /2-486242967/normalizer because node does not exist (not necessarily an error) 2024-11-26T02:23:16,269 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-486242967/normalizer already deleted, retry=false 2024-11-26T02:23:16,269 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T02:23:16,270 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Unable to get data of znode /2-486242967/switch/split because node does not exist (not necessarily an error) 2024-11-26T02:23:16,282 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-486242967/switch/split already deleted, retry=false 2024-11-26T02:23:16,283 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Unable to get data of znode /2-486242967/switch/merge because node does not exist (not necessarily an error) 2024-11-26T02:23:16,293 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-486242967/switch/merge already deleted, retry=false 2024-11-26T02:23:16,294 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Unable to get data of znode /2-486242967/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T02:23:16,303 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-486242967/snapshot-cleanup already deleted, retry=false 2024-11-26T02:23:16,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-486242967/running 2024-11-26T02:23:16,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:16,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-486242967/running 2024-11-26T02:23:16,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:16,314 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=851e45ef8bcf,44653,1732587794118, sessionid=0x10174f3737e0006, setting cluster-up flag (Was=false) 2024-11-26T02:23:16,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:16,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:16,366 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-486242967/flush-table-proc/acquired, /2-486242967/flush-table-proc/reached, /2-486242967/flush-table-proc/abort 2024-11-26T02:23:16,367 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:16,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:16,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:16,419 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-486242967/online-snapshot/acquired, /2-486242967/online-snapshot/reached, /2-486242967/online-snapshot/abort 2024-11-26T02:23:16,420 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:16,421 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T02:23:16,422 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:16,422 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T02:23:16,422 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T02:23:16,423 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 851e45ef8bcf,44653,1732587794118 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T02:23:16,424 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:16,424 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:16,424 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:16,424 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T02:23:16,424 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/851e45ef8bcf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T02:23:16,424 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,424 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:23:16,424 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,425 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732587826425 2024-11-26T02:23:16,425 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T02:23:16,425 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T02:23:16,425 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T02:23:16,425 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T02:23:16,425 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T02:23:16,425 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T02:23:16,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:16,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T02:23:16,425 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,426 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T02:23:16,426 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T02:23:16,426 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T02:23:16,426 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T02:23:16,426 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T02:23:16,426 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:16,426 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T02:23:16,426 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587796426,5,FailOnTimeoutGroup] 2024-11-26T02:23:16,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T02:23:16,427 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587796426,5,FailOnTimeoutGroup] 2024-11-26T02:23:16,427 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,427 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T02:23:16,427 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,427 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741831_1007 (size=1321) 2024-11-26T02:23:16,481 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(746): ClusterId : 4eced17c-77f9-4af0-9a64-df7e08d95dfa 2024-11-26T02:23:16,482 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T02:23:16,514 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T02:23:16,514 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T02:23:16,525 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T02:23:16,525 DEBUG [RS:0;851e45ef8bcf:43875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df3009c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=851e45ef8bcf/172.17.0.2:0 2024-11-26T02:23:16,535 DEBUG [RS:0;851e45ef8bcf:43875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;851e45ef8bcf:43875 2024-11-26T02:23:16,535 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T02:23:16,535 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T02:23:16,535 DEBUG [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T02:23:16,536 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(2659): reportForDuty to master=851e45ef8bcf,44653,1732587794118 with port=43875, startcode=1732587794247 2024-11-26T02:23:16,536 DEBUG [RS:0;851e45ef8bcf:43875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T02:23:16,537 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T02:23:16,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:16,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44653 {}] master.ServerManager(517): Registering regionserver=851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:16,539 DEBUG [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329 2024-11-26T02:23:16,539 DEBUG [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38631 2024-11-26T02:23:16,539 DEBUG [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T02:23:16,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967/rs 2024-11-26T02:23:16,604 DEBUG [RS:0;851e45ef8bcf:43875 {}] zookeeper.ZKUtil(111): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Set watcher on existing znode=/2-486242967/rs/851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:16,604 WARN [RS:0;851e45ef8bcf:43875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T02:23:16,605 INFO [RS:0;851e45ef8bcf:43875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:23:16,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [851e45ef8bcf,43875,1732587794247] 2024-11-26T02:23:16,605 DEBUG [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/WALs/851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:16,613 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T02:23:16,615 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T02:23:16,615 INFO [RS:0;851e45ef8bcf:43875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T02:23:16,615 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,615 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T02:23:16,616 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T02:23:16,616 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/851e45ef8bcf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/851e45ef8bcf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:23:16,616 DEBUG [RS:0;851e45ef8bcf:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/851e45ef8bcf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T02:23:16,620 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,620 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,620 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,620 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,620 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,620 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,43875,1732587794247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:23:16,634 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T02:23:16,634 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,43875,1732587794247-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,634 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,635 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.Replication(171): 851e45ef8bcf,43875,1732587794247 started 2024-11-26T02:23:16,648 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:16,648 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(1482): Serving as 851e45ef8bcf,43875,1732587794247, RpcServer on 851e45ef8bcf/172.17.0.2:43875, sessionid=0x10174f3737e0007 2024-11-26T02:23:16,648 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T02:23:16,648 DEBUG [RS:0;851e45ef8bcf:43875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:16,648 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,43875,1732587794247' 2024-11-26T02:23:16,648 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-486242967/flush-table-proc/abort' 2024-11-26T02:23:16,648 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-486242967/flush-table-proc/acquired' 2024-11-26T02:23:16,649 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T02:23:16,649 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T02:23:16,649 DEBUG [RS:0;851e45ef8bcf:43875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:16,649 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '851e45ef8bcf,43875,1732587794247' 2024-11-26T02:23:16,649 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-486242967/online-snapshot/abort' 2024-11-26T02:23:16,649 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-486242967/online-snapshot/acquired' 2024-11-26T02:23:16,649 DEBUG [RS:0;851e45ef8bcf:43875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T02:23:16,650 INFO [RS:0;851e45ef8bcf:43875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T02:23:16,650 INFO [RS:0;851e45ef8bcf:43875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T02:23:16,750 INFO [RS:0;851e45ef8bcf:43875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T02:23:16,751 INFO [RS:0;851e45ef8bcf:43875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C43875%2C1732587794247, suffix=, logDir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/WALs/851e45ef8bcf,43875,1732587794247, archiveDir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/oldWALs, maxLogs=10 2024-11-26T02:23:16,767 DEBUG [RS:0;851e45ef8bcf:43875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/WALs/851e45ef8bcf,43875,1732587794247/851e45ef8bcf%2C43875%2C1732587794247.1732587796752, exclude list is [], retry=0 2024-11-26T02:23:16,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-886badde-2144-45b7-9242-3602c7754de5,DISK] 2024-11-26T02:23:16,771 INFO [RS:0;851e45ef8bcf:43875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/WALs/851e45ef8bcf,43875,1732587794247/851e45ef8bcf%2C43875%2C1732587794247.1732587796752 2024-11-26T02:23:16,771 DEBUG [RS:0;851e45ef8bcf:43875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33261:33261)] 2024-11-26T02:23:16,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T02:23:16,837 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329 2024-11-26T02:23:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741833_1009 (size=32) 2024-11-26T02:23:17,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:17,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:23:17,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:23:17,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:17,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:17,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:23:17,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:23:17,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:17,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:17,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:23:17,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:23:17,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:17,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:17,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:23:17,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:23:17,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:17,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:17,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:23:17,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740 2024-11-26T02:23:17,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740 2024-11-26T02:23:17,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:23:17,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:23:17,249 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:23:17,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:23:17,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:23:17,251 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67871837, jitterRate=0.011369183659553528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:23:17,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732587797241Initializing all the Stores at 1732587797241Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587797241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587797241Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587797241Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587797241Cleaning up temporary data from old regions at 1732587797248 (+7 ms)Region opened successfully at 1732587797251 (+3 ms) 2024-11-26T02:23:17,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:23:17,251 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:23:17,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:23:17,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:23:17,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:23:17,252 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:23:17,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587797251Disabling compacts and flushes for region at 1732587797251Disabling writes for close at 1732587797251Writing region close event to WAL at 1732587797252 (+1 ms)Closed at 1732587797252 2024-11-26T02:23:17,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:17,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T02:23:17,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T02:23:17,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:23:17,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T02:23:17,404 DEBUG [851e45ef8bcf:44653 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T02:23:17,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:17,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,43875,1732587794247, state=OPENING 2024-11-26T02:23:17,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:23:17,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,459 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T02:23:17,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:17,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:17,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T02:23:17,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-486242967/meta-region-server: CHANGED 2024-11-26T02:23:17,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,43875,1732587794247}] 2024-11-26T02:23:17,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-486242967/meta-region-server: CHANGED 2024-11-26T02:23:17,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:17,623 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:23:17,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:23:17,626 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T02:23:17,626 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:23:17,626 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T02:23:17,627 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C43875%2C1732587794247.meta, suffix=.meta, logDir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/WALs/851e45ef8bcf,43875,1732587794247, archiveDir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/oldWALs, maxLogs=10 2024-11-26T02:23:17,640 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/WALs/851e45ef8bcf,43875,1732587794247/851e45ef8bcf%2C43875%2C1732587794247.meta.1732587797628.meta, exclude list is [], retry=0 2024-11-26T02:23:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-886badde-2144-45b7-9242-3602c7754de5,DISK] 2024-11-26T02:23:17,643 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/WALs/851e45ef8bcf,43875,1732587794247/851e45ef8bcf%2C43875%2C1732587794247.meta.1732587797628.meta 2024-11-26T02:23:17,643 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33261:33261)] 2024-11-26T02:23:17,644 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:23:17,644 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:23:17,644 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:23:17,644 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T02:23:17,644 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T02:23:17,644 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T02:23:17,644 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:17,644 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T02:23:17,645 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T02:23:17,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T02:23:17,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T02:23:17,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:17,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:17,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T02:23:17,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T02:23:17,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:17,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:17,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T02:23:17,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T02:23:17,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:17,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:17,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T02:23:17,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T02:23:17,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:17,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T02:23:17,650 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T02:23:17,651 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740 2024-11-26T02:23:17,651 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740 2024-11-26T02:23:17,652 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T02:23:17,652 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T02:23:17,653 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T02:23:17,653 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T02:23:17,654 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59002737, jitterRate=-0.12079070508480072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T02:23:17,654 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T02:23:17,654 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732587797645Writing region info on filesystem at 1732587797645Initializing all the Stores at 1732587797645Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587797645Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587797645Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587797646 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732587797646Cleaning up temporary data from old regions at 1732587797652 (+6 ms)Running coprocessor post-open hooks at 1732587797654 (+2 ms)Region opened successfully at 1732587797654 2024-11-26T02:23:17,655 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732587797623 2024-11-26T02:23:17,656 DEBUG [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T02:23:17,656 INFO [RS_OPEN_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T02:23:17,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:17,657 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 851e45ef8bcf,43875,1732587794247, state=OPEN 2024-11-26T02:23:17,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-486242967/meta-region-server 2024-11-26T02:23:17,670 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:17,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-486242967/meta-region-server: CHANGED 2024-11-26T02:23:17,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-486242967/meta-region-server 2024-11-26T02:23:17,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-486242967/meta-region-server: CHANGED 2024-11-26T02:23:17,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T02:23:17,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=851e45ef8bcf,43875,1732587794247 in 199 msec 2024-11-26T02:23:17,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T02:23:17,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-26T02:23:17,680 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T02:23:17,680 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T02:23:17,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:17,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,43875,1732587794247, seqNum=-1] 2024-11-26T02:23:17,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:17,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:23:17,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-26T02:23:17,692 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732587797692, completionTime=-1 2024-11-26T02:23:17,692 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T02:23:17,692 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T02:23:17,695 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T02:23:17,695 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732587857695 2024-11-26T02:23:17,695 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732587917695 2024-11-26T02:23:17,695 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T02:23:17,695 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44653,1732587794118-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:17,695 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44653,1732587794118-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:17,695 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44653,1732587794118-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:17,695 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-851e45ef8bcf:44653, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:17,695 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:17,698 DEBUG [master/851e45ef8bcf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T02:23:17,704 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:17,709 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.384sec 2024-11-26T02:23:17,709 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T02:23:17,709 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T02:23:17,709 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T02:23:17,709 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T02:23:17,709 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T02:23:17,709 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44653,1732587794118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T02:23:17,709 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44653,1732587794118-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T02:23:17,713 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T02:23:17,713 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T02:23:17,713 INFO [master/851e45ef8bcf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=851e45ef8bcf,44653,1732587794118-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T02:23:17,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440fd914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:17,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,44653,-1 for getting cluster id 2024-11-26T02:23:17,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:17,785 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eced17c-77f9-4af0-9a64-df7e08d95dfa' 2024-11-26T02:23:17,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:17,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eced17c-77f9-4af0-9a64-df7e08d95dfa" 2024-11-26T02:23:17,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bd119b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:17,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,44653,-1] 2024-11-26T02:23:17,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:17,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:17,786 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:17,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ab7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:17,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,43875,1732587794247, seqNum=-1] 2024-11-26T02:23:17,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:17,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:23:17,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:17,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61036 2024-11-26T02:23:17,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T02:23:17,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10174f3737e0008 connected 2024-11-26T02:23:17,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba77930 2024-11-26T02:23:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:17,811 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:23:17,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:23:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:23:17,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:23:17,814 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:17,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:23:17,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:23:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:17,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:18,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e60eca1f7403d32084669fe4ffdc9b78, NAME => 'test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550 2024-11-26T02:23:18,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:23:18,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:18,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e60eca1f7403d32084669fe4ffdc9b78, disabling compactions & flushes 2024-11-26T02:23:18,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:18,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:18,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. after waiting 0 ms 2024-11-26T02:23:18,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:18,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:18,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e60eca1f7403d32084669fe4ffdc9b78: Waiting for close lock at 1732587798250Disabling compacts and flushes for region at 1732587798250Disabling writes for close at 1732587798251 (+1 ms)Writing region close event to WAL at 1732587798251Closed at 1732587798251 2024-11-26T02:23:18,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:23:18,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587798252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587798252"}]},"ts":"1732587798252"} 2024-11-26T02:23:18,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:23:18,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:23:18,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587798256"}]},"ts":"1732587798256"} 2024-11-26T02:23:18,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:23:18,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e60eca1f7403d32084669fe4ffdc9b78, ASSIGN}] 2024-11-26T02:23:18,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e60eca1f7403d32084669fe4ffdc9b78, ASSIGN 2024-11-26T02:23:18,263 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e60eca1f7403d32084669fe4ffdc9b78, ASSIGN; state=OFFLINE, location=851e45ef8bcf,34379,1732587782901; forceNewPlan=false, retain=false 2024-11-26T02:23:18,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e60eca1f7403d32084669fe4ffdc9b78, regionState=OPENING, regionLocation=851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:18,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e60eca1f7403d32084669fe4ffdc9b78, ASSIGN because future has completed 2024-11-26T02:23:18,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e60eca1f7403d32084669fe4ffdc9b78, server=851e45ef8bcf,34379,1732587782901}] 2024-11-26T02:23:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:18,580 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:18,580 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e60eca1f7403d32084669fe4ffdc9b78, NAME => 'test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:23:18,581 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:23:18,581 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:23:18,581 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,581 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:18,581 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,581 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,583 INFO [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,584 INFO [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e60eca1f7403d32084669fe4ffdc9b78 columnFamilyName f 2024-11-26T02:23:18,584 DEBUG [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:18,585 INFO [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] regionserver.HStore(327): Store=e60eca1f7403d32084669fe4ffdc9b78/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:18,585 INFO [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,586 INFO [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e60eca1f7403d32084669fe4ffdc9b78 columnFamilyName f1 2024-11-26T02:23:18,586 DEBUG [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:18,586 INFO [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] regionserver.HStore(327): Store=e60eca1f7403d32084669fe4ffdc9b78/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:18,586 INFO [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,587 INFO [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e60eca1f7403d32084669fe4ffdc9b78 columnFamilyName norep 2024-11-26T02:23:18,587 DEBUG [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:18,587 INFO [StoreOpener-e60eca1f7403d32084669fe4ffdc9b78-1 {}] regionserver.HStore(327): Store=e60eca1f7403d32084669fe4ffdc9b78/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:18,587 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,588 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,588 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,589 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,589 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,590 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:23:18,591 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,593 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:23:18,593 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e60eca1f7403d32084669fe4ffdc9b78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64969753, jitterRate=-0.031875237822532654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:23:18,593 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:18,593 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e60eca1f7403d32084669fe4ffdc9b78: Running coprocessor pre-open hook at 1732587798581Writing region info on filesystem at 1732587798581Initializing all the Stores at 1732587798582 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587798582Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587798583 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587798583Cleaning up temporary data from old regions at 1732587798589 (+6 ms)Running coprocessor post-open hooks at 1732587798593 (+4 ms)Region opened successfully at 1732587798593 2024-11-26T02:23:18,594 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., pid=6, masterSystemTime=1732587798574 2024-11-26T02:23:18,597 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:18,597 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:18,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e60eca1f7403d32084669fe4ffdc9b78, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:18,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e60eca1f7403d32084669fe4ffdc9b78, server=851e45ef8bcf,34379,1732587782901 because future has completed 2024-11-26T02:23:18,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:23:18,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e60eca1f7403d32084669fe4ffdc9b78, server=851e45ef8bcf,34379,1732587782901 in 182 msec 2024-11-26T02:23:18,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:23:18,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e60eca1f7403d32084669fe4ffdc9b78, ASSIGN in 345 msec 2024-11-26T02:23:18,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:23:18,609 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587798608"}]},"ts":"1732587798608"} 2024-11-26T02:23:18,611 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:23:18,612 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:23:18,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 800 msec 2024-11-26T02:23:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:18,952 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:23:18,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4106460f 2024-11-26T02:23:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:18,954 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:23:18,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:23:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:23:18,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:23:18,956 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:18,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:23:18,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:23:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:18,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:23:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:19,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99195821a9ebfe41a801d6e5b2e16858, NAME => 'test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b 2024-11-26T02:23:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:23:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:19,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:19,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 99195821a9ebfe41a801d6e5b2e16858, disabling compactions & flushes 2024-11-26T02:23:19,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:19,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:19,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. after waiting 0 ms 2024-11-26T02:23:19,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:19,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:19,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99195821a9ebfe41a801d6e5b2e16858: Waiting for close lock at 1732587799767Disabling compacts and flushes for region at 1732587799767Disabling writes for close at 1732587799767Writing region close event to WAL at 1732587799767Closed at 1732587799767 2024-11-26T02:23:19,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:23:19,769 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587799769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587799769"}]},"ts":"1732587799769"} 2024-11-26T02:23:19,771 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:23:19,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:23:19,772 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587799772"}]},"ts":"1732587799772"} 2024-11-26T02:23:19,774 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:23:19,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=99195821a9ebfe41a801d6e5b2e16858, ASSIGN}] 2024-11-26T02:23:19,775 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=99195821a9ebfe41a801d6e5b2e16858, ASSIGN 2024-11-26T02:23:19,776 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=99195821a9ebfe41a801d6e5b2e16858, ASSIGN; state=OFFLINE, location=851e45ef8bcf,45791,1732587788334; forceNewPlan=false, retain=false 2024-11-26T02:23:19,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99195821a9ebfe41a801d6e5b2e16858, regionState=OPENING, regionLocation=851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:19,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=99195821a9ebfe41a801d6e5b2e16858, ASSIGN because future has completed 2024-11-26T02:23:19,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99195821a9ebfe41a801d6e5b2e16858, server=851e45ef8bcf,45791,1732587788334}] 2024-11-26T02:23:20,083 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:20,083 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 99195821a9ebfe41a801d6e5b2e16858, NAME => 'test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:23:20,083 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:23:20,083 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:23:20,083 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,083 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:20,083 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,083 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,084 INFO [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,085 INFO [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99195821a9ebfe41a801d6e5b2e16858 columnFamilyName f 2024-11-26T02:23:20,085 DEBUG [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:20,085 INFO [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] regionserver.HStore(327): Store=99195821a9ebfe41a801d6e5b2e16858/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:20,085 INFO [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,086 INFO [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99195821a9ebfe41a801d6e5b2e16858 columnFamilyName f1 2024-11-26T02:23:20,086 DEBUG [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:20,087 INFO [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] regionserver.HStore(327): Store=99195821a9ebfe41a801d6e5b2e16858/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:20,087 INFO [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,087 INFO [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99195821a9ebfe41a801d6e5b2e16858 columnFamilyName norep 2024-11-26T02:23:20,087 DEBUG [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:20,088 INFO [StoreOpener-99195821a9ebfe41a801d6e5b2e16858-1 {}] regionserver.HStore(327): Store=99195821a9ebfe41a801d6e5b2e16858/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:20,088 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,088 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,089 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,089 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,089 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,089 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:23:20,090 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,091 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:23:20,092 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 99195821a9ebfe41a801d6e5b2e16858; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73323424, jitterRate=0.09260416030883789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:23:20,092 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:20,092 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 99195821a9ebfe41a801d6e5b2e16858: Running coprocessor pre-open hook at 1732587800083Writing region info on filesystem at 1732587800083Initializing all the Stores at 1732587800084 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587800084Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587800084Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587800084Cleaning up temporary data from old regions at 1732587800089 (+5 ms)Running coprocessor post-open hooks at 1732587800092 (+3 ms)Region opened successfully at 1732587800092 2024-11-26T02:23:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:20,093 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858., pid=6, masterSystemTime=1732587800080 2024-11-26T02:23:20,094 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:20,094 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:20,094 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99195821a9ebfe41a801d6e5b2e16858, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:20,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99195821a9ebfe41a801d6e5b2e16858, server=851e45ef8bcf,45791,1732587788334 because future has completed 2024-11-26T02:23:20,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:23:20,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 99195821a9ebfe41a801d6e5b2e16858, server=851e45ef8bcf,45791,1732587788334 in 168 msec 2024-11-26T02:23:20,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:23:20,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=99195821a9ebfe41a801d6e5b2e16858, ASSIGN in 324 msec 2024-11-26T02:23:20,100 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:23:20,100 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587800100"}]},"ts":"1732587800100"} 2024-11-26T02:23:20,101 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:23:20,102 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:23:20,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-26T02:23:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:21,103 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:23:21,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da6c9ad 2024-11-26T02:23:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:21,104 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:23:21,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:23:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T02:23:21,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:23:21,106 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:21,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T02:23:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:21,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:23:21,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741835_1011 (size=902) 2024-11-26T02:23:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:21,513 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => daef713c4a2b366edc16329d7d23278d, NAME => 'test,,1732587801104.daef713c4a2b366edc16329d7d23278d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329 2024-11-26T02:23:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741836_1012 (size=39) 2024-11-26T02:23:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:21,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732587801104.daef713c4a2b366edc16329d7d23278d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:21,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing daef713c4a2b366edc16329d7d23278d, disabling compactions & flushes 2024-11-26T02:23:21,917 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:21,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:21,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732587801104.daef713c4a2b366edc16329d7d23278d. after waiting 0 ms 2024-11-26T02:23:21,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:21,917 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:21,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for daef713c4a2b366edc16329d7d23278d: Waiting for close lock at 1732587801917Disabling compacts and flushes for region at 1732587801917Disabling writes for close at 1732587801917Writing region close event to WAL at 1732587801917Closed at 1732587801917 2024-11-26T02:23:21,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:23:21,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732587801104.daef713c4a2b366edc16329d7d23278d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732587801919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587801919"}]},"ts":"1732587801919"} 2024-11-26T02:23:21,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:23:21,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:23:21,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587801921"}]},"ts":"1732587801921"} 2024-11-26T02:23:21,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T02:23:21,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=daef713c4a2b366edc16329d7d23278d, ASSIGN}] 2024-11-26T02:23:21,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=daef713c4a2b366edc16329d7d23278d, ASSIGN 2024-11-26T02:23:21,924 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=daef713c4a2b366edc16329d7d23278d, ASSIGN; state=OFFLINE, location=851e45ef8bcf,43875,1732587794247; forceNewPlan=false, retain=false 2024-11-26T02:23:22,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=daef713c4a2b366edc16329d7d23278d, regionState=OPENING, regionLocation=851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:22,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=daef713c4a2b366edc16329d7d23278d, ASSIGN because future has completed 2024-11-26T02:23:22,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure daef713c4a2b366edc16329d7d23278d, server=851e45ef8bcf,43875,1732587794247}] 2024-11-26T02:23:22,232 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:22,232 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => daef713c4a2b366edc16329d7d23278d, NAME => 'test,,1732587801104.daef713c4a2b366edc16329d7d23278d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:23:22,232 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:23:22,232 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T02:23:22,232 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,232 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732587801104.daef713c4a2b366edc16329d7d23278d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:22,232 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,232 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,233 INFO [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,234 INFO [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daef713c4a2b366edc16329d7d23278d columnFamilyName f 2024-11-26T02:23:22,234 DEBUG [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:22,235 INFO [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] regionserver.HStore(327): Store=daef713c4a2b366edc16329d7d23278d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:22,235 INFO [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,236 INFO [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daef713c4a2b366edc16329d7d23278d columnFamilyName f1 2024-11-26T02:23:22,236 DEBUG [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:22,236 INFO [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] regionserver.HStore(327): Store=daef713c4a2b366edc16329d7d23278d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:22,236 INFO [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,237 INFO [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daef713c4a2b366edc16329d7d23278d columnFamilyName norep 2024-11-26T02:23:22,237 DEBUG [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:22,237 INFO [StoreOpener-daef713c4a2b366edc16329d7d23278d-1 {}] regionserver.HStore(327): Store=daef713c4a2b366edc16329d7d23278d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:22,237 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,238 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,238 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,238 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,238 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,239 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:23:22,239 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,241 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:23:22,241 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened daef713c4a2b366edc16329d7d23278d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73586802, jitterRate=0.0965287983417511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:23:22,241 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:22,242 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for daef713c4a2b366edc16329d7d23278d: Running coprocessor pre-open hook at 1732587802232Writing region info on filesystem at 1732587802232Initializing all the Stores at 1732587802233 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587802233Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587802233Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587802233Cleaning up temporary data from old regions at 1732587802238 (+5 ms)Running coprocessor post-open hooks at 1732587802241 (+3 ms)Region opened successfully at 1732587802242 (+1 ms) 2024-11-26T02:23:22,242 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732587801104.daef713c4a2b366edc16329d7d23278d., pid=6, masterSystemTime=1732587802229 2024-11-26T02:23:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:22,244 DEBUG [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:22,244 INFO [RS_OPEN_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:22,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=daef713c4a2b366edc16329d7d23278d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:22,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure daef713c4a2b366edc16329d7d23278d, server=851e45ef8bcf,43875,1732587794247 because future has completed 2024-11-26T02:23:22,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T02:23:22,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure daef713c4a2b366edc16329d7d23278d, server=851e45ef8bcf,43875,1732587794247 in 170 msec 2024-11-26T02:23:22,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T02:23:22,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=daef713c4a2b366edc16329d7d23278d, ASSIGN in 325 msec 2024-11-26T02:23:22,250 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:23:22,250 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587802250"}]},"ts":"1732587802250"} 2024-11-26T02:23:22,252 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T02:23:22,253 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:23:22,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-26T02:23:23,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:23:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T02:23:23,253 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T02:23:23,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43735b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:23,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33435,-1 for getting cluster id 2024-11-26T02:23:23,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:23,255 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7631b46e-abc3-4689-92cf-1eb11370bf56' 2024-11-26T02:23:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7631b46e-abc3-4689-92cf-1eb11370bf56" 2024-11-26T02:23:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f4ff11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33435,-1] 2024-11-26T02:23:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:23,257 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa9195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:23,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:23,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5315e4a5 2024-11-26T02:23:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:23,260 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:23:23,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://851e45ef8bcf:33625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:23:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:23:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:23:23,264 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:33625' 2024-11-26T02:23:23,265 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e116207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:23,265 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33625,-1 for getting cluster id 2024-11-26T02:23:23,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:23,266 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a86e41-275e-4196-844d-06f3419d4a85' 2024-11-26T02:23:23,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:23,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a86e41-275e-4196-844d-06f3419d4a85" 2024-11-26T02:23:23,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcddb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:23,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33625,-1] 2024-11-26T02:23:23,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:23,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:23,268 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:23,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb855c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:23,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:23,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:23,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f66b795 2024-11-26T02:23:23,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:23,271 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:23:23,272 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T02:23:23,272 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:23:23,272 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:23,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:23,273 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:23,273 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T02:23:23,274 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T02:23:23,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T02:23:23,275 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:23,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T02:23:23,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741837_1013 (size=1138) 2024-11-26T02:23:23,325 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T02:23:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:23:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:23:23,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7585a21b68c6c8ee1ff938cf7a6f9cd, NAME => 'hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550 2024-11-26T02:23:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741838_1014 (size=44) 2024-11-26T02:23:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:23:24,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:24,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c7585a21b68c6c8ee1ff938cf7a6f9cd, disabling compactions & flushes 2024-11-26T02:23:24,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:24,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:24,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. after waiting 0 ms 2024-11-26T02:23:24,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:24,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:24,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7585a21b68c6c8ee1ff938cf7a6f9cd: Waiting for close lock at 1732587804088Disabling compacts and flushes for region at 1732587804088Disabling writes for close at 1732587804088Writing region close event to WAL at 1732587804088Closed at 1732587804088 2024-11-26T02:23:24,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T02:23:24,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732587804089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732587804089"}]},"ts":"1732587804089"} 2024-11-26T02:23:24,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T02:23:24,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T02:23:24,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587804092"}]},"ts":"1732587804092"} 2024-11-26T02:23:24,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T02:23:24,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7585a21b68c6c8ee1ff938cf7a6f9cd, ASSIGN}] 2024-11-26T02:23:24,094 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7585a21b68c6c8ee1ff938cf7a6f9cd, ASSIGN 2024-11-26T02:23:24,094 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7585a21b68c6c8ee1ff938cf7a6f9cd, ASSIGN; state=OFFLINE, location=851e45ef8bcf,34379,1732587782901; forceNewPlan=false, retain=false 2024-11-26T02:23:24,245 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7585a21b68c6c8ee1ff938cf7a6f9cd, regionState=OPENING, regionLocation=851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:24,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7585a21b68c6c8ee1ff938cf7a6f9cd, ASSIGN because future has completed 2024-11-26T02:23:24,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7585a21b68c6c8ee1ff938cf7a6f9cd, server=851e45ef8bcf,34379,1732587782901}] 2024-11-26T02:23:24,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:24,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T02:23:24,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T02:23:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:23:24,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=851e45ef8bcf%2C34379%2C1732587782901.rep, suffix=, logDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901, archiveDir=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/oldWALs, maxLogs=10 2024-11-26T02:23:24,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.rep.1732587804403, exclude list is [], retry=0 2024-11-26T02:23:24,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36233,DS-fe2ee53d-b877-43c2-9a19-ddb4eef89f71,DISK] 2024-11-26T02:23:24,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.rep.1732587804403 2024-11-26T02:23:24,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-26T02:23:24,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c7585a21b68c6c8ee1ff938cf7a6f9cd, NAME => 'hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd.', STARTKEY => '', ENDKEY => ''} 2024-11-26T02:23:24,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T02:23:24,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T02:23:24,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. service=MultiRowMutationService 2024-11-26T02:23:24,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T02:23:24,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T02:23:24,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,420 INFO [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,421 INFO [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7585a21b68c6c8ee1ff938cf7a6f9cd columnFamilyName hfileref 2024-11-26T02:23:24,421 DEBUG [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:24,421 INFO [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] regionserver.HStore(327): Store=c7585a21b68c6c8ee1ff938cf7a6f9cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:24,421 INFO [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,422 INFO [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7585a21b68c6c8ee1ff938cf7a6f9cd columnFamilyName queue 2024-11-26T02:23:24,422 DEBUG [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:24,422 INFO [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] regionserver.HStore(327): Store=c7585a21b68c6c8ee1ff938cf7a6f9cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:24,422 INFO [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,423 INFO [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7585a21b68c6c8ee1ff938cf7a6f9cd columnFamilyName sid 2024-11-26T02:23:24,423 DEBUG [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T02:23:24,423 INFO [StoreOpener-c7585a21b68c6c8ee1ff938cf7a6f9cd-1 {}] regionserver.HStore(327): Store=c7585a21b68c6c8ee1ff938cf7a6f9cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T02:23:24,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T02:23:24,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T02:23:24,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c7585a21b68c6c8ee1ff938cf7a6f9cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65156011, jitterRate=-0.029099777340888977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T02:23:24,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:24,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c7585a21b68c6c8ee1ff938cf7a6f9cd: Running coprocessor pre-open hook at 1732587804419Writing region info on filesystem at 1732587804419Initializing all the Stores at 1732587804419Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587804419Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587804420 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732587804420Cleaning up temporary data from old regions at 1732587804426 (+6 ms)Running coprocessor post-open hooks at 1732587804428 (+2 ms)Region opened successfully at 1732587804428 2024-11-26T02:23:24,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd., pid=10, masterSystemTime=1732587804398 2024-11-26T02:23:24,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:24,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:24,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7585a21b68c6c8ee1ff938cf7a6f9cd, regionState=OPEN, openSeqNum=2, regionLocation=851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:24,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7585a21b68c6c8ee1ff938cf7a6f9cd, server=851e45ef8bcf,34379,1732587782901 because future has completed 2024-11-26T02:23:24,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T02:23:24,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c7585a21b68c6c8ee1ff938cf7a6f9cd, server=851e45ef8bcf,34379,1732587782901 in 186 msec 2024-11-26T02:23:24,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T02:23:24,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7585a21b68c6c8ee1ff938cf7a6f9cd, ASSIGN in 341 msec 2024-11-26T02:23:24,436 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T02:23:24,436 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732587804436"}]},"ts":"1732587804436"} 2024-11-26T02:23:24,437 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T02:23:24,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T02:23:24,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-26T02:23:24,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2] 2024-11-26T02:23:24,563 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:24,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:24,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:23:24,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T02:23:24,738 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T02:23:24,765 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-851e45ef8bcf,34379,1732587782901, ReplicationSource: 1, currentBandwidth=0 2024-11-26T02:23:24,766 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:24,766 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,34379,1732587782901, seqNum=-1] 2024-11-26T02:23:24,766 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:24,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-26T02:23:24,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-851e45ef8bcf,34379,1732587782901', locateType=CURRENT is [region=hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2] 2024-11-26T02:23:24,770 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T02:23:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T02:23:24,772 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 851e45ef8bcf,34379,1732587782901 suceeded 2024-11-26T02:23:24,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T02:23:24,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-26T02:23:24,773 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://851e45ef8bcf:33625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:23:24,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-11-26T02:23:24,786 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:33625' 2024-11-26T02:23:24,787 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36b4abd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:24,787 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33625,-1 for getting cluster id 2024-11-26T02:23:24,787 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:24,787 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a86e41-275e-4196-844d-06f3419d4a85' 2024-11-26T02:23:24,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:24,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a86e41-275e-4196-844d-06f3419d4a85" 2024-11-26T02:23:24,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4679bbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:24,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33625,-1] 2024-11-26T02:23:24,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:24,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:24,788 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:24,789 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b719587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:24,789 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:24,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:24,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b9e4f8 2024-11-26T02:23:24,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:24,790 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T02:23:24,791 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-851e45ef8bcf,34379,1732587782901 (queues=1) is replicating from cluster=7631b46e-abc3-4689-92cf-1eb11370bf56 to cluster=62a86e41-275e-4196-844d-06f3419d4a85 2024-11-26T02:23:24,791 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=851e45ef8bcf%2C34379%2C1732587782901 2024-11-26T02:23:24,791 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-851e45ef8bcf,34379,1732587782901, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:23:24,791 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C34379%2C1732587782901 2024-11-26T02:23:24,791 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237, startPosition=0, beingWritten=true 2024-11-26T02:23:24,795 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:23:24,795 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 to pos 379, reset compression=false 2024-11-26T02:23:24,795 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,34379,1732587782901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:23:24,998 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 to pos 379, reset compression=false 2024-11-26T02:23:25,302 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 to pos 379, reset compression=false 2024-11-26T02:23:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T02:23:25,413 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T02:23:25,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:23:25,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:25,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:25,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:25,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:25,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142ea8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:25,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33435,-1 for getting cluster id 2024-11-26T02:23:25,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:25,415 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7631b46e-abc3-4689-92cf-1eb11370bf56' 2024-11-26T02:23:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7631b46e-abc3-4689-92cf-1eb11370bf56" 2024-11-26T02:23:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416239f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33435,-1] 2024-11-26T02:23:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:25,416 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:25,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef15fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:25,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c67e29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:25,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33625,-1 for getting cluster id 2024-11-26T02:23:25,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:25,418 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a86e41-275e-4196-844d-06f3419d4a85' 2024-11-26T02:23:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a86e41-275e-4196-844d-06f3419d4a85" 2024-11-26T02:23:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4206b054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33625,-1] 2024-11-26T02:23:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:25,419 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fa9365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:25,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78037b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:25,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,44653,-1 for getting cluster id 2024-11-26T02:23:25,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:25,421 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eced17c-77f9-4af0-9a64-df7e08d95dfa' 2024-11-26T02:23:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eced17c-77f9-4af0-9a64-df7e08d95dfa" 2024-11-26T02:23:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8dc0bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,44653,-1] 2024-11-26T02:23:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:25,422 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c6b9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:25,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:25,427 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732587805427/Put/seqid=0 2024-11-26T02:23:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741840_1016 (size=7894) 2024-11-26T02:23:25,705 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 to pos 379, reset compression=false 2024-11-26T02:23:25,833 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732587805832/Put/seqid=0 2024-11-26T02:23:25,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741841_1017 (size=7691) 2024-11-26T02:23:26,023 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:23:26,207 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 to pos 379, reset compression=false 2024-11-26T02:23:26,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4620df26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:26,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33435,-1 for getting cluster id 2024-11-26T02:23:26,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:26,238 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7631b46e-abc3-4689-92cf-1eb11370bf56' 2024-11-26T02:23:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7631b46e-abc3-4689-92cf-1eb11370bf56" 2024-11-26T02:23:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4972a112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33435,-1] 2024-11-26T02:23:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:26,239 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:26,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0922c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:26,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,34379,1732587782901, seqNum=-1] 2024-11-26T02:23:26,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:26,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:23:26,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481d80a1 2024-11-26T02:23:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:26,248 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:23:26,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2] 2024-11-26T02:23:26,253 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:23:26,258 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-26T02:23:26,260 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-26T02:23:26,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e60eca1f7403d32084669fe4ffdc9b78/f 2024-11-26T02:23:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T02:23:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:23:26,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e60eca1f7403d32084669fe4ffdc9b78/f 2024-11-26T02:23:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T02:23:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:23:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HRegion(2603): Flush status journal for e60eca1f7403d32084669fe4ffdc9b78: 2024-11-26T02:23:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__30etrcn57eadl7f60bbjnn825s9um43qvbpd92ssl77gqj4e23gqimh4lba89ggl/f/hfile_1 2024-11-26T02:23:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__30etrcn57eadl7f60bbjnn825s9um43qvbpd92ssl77gqj4e23gqimh4lba89ggl/f/hfile_1 as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/e37af6a587b14f1983de0e8d811c81bf_SeqId_4_ 2024-11-26T02:23:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__30etrcn57eadl7f60bbjnn825s9um43qvbpd92ssl77gqj4e23gqimh4lba89ggl/f/hfile_0 2024-11-26T02:23:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__30etrcn57eadl7f60bbjnn825s9um43qvbpd92ssl77gqj4e23gqimh4lba89ggl/f/hfile_0 as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_ 2024-11-26T02:23:26,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__30etrcn57eadl7f60bbjnn825s9um43qvbpd92ssl77gqj4e23gqimh4lba89ggl/f/hfile_1 into e60eca1f7403d32084669fe4ffdc9b78/f as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/e37af6a587b14f1983de0e8d811c81bf_SeqId_4_ - updating store file list. 2024-11-26T02:23:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e37af6a587b14f1983de0e8d811c81bf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:23:26,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/e37af6a587b14f1983de0e8d811c81bf_SeqId_4_ into e60eca1f7403d32084669fe4ffdc9b78/f 2024-11-26T02:23:26,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__30etrcn57eadl7f60bbjnn825s9um43qvbpd92ssl77gqj4e23gqimh4lba89ggl/f/hfile_1 into e60eca1f7403d32084669fe4ffdc9b78/f (new location: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/e37af6a587b14f1983de0e8d811c81bf_SeqId_4_) 2024-11-26T02:23:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__30etrcn57eadl7f60bbjnn825s9um43qvbpd92ssl77gqj4e23gqimh4lba89ggl/f/hfile_1 2024-11-26T02:23:26,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__30etrcn57eadl7f60bbjnn825s9um43qvbpd92ssl77gqj4e23gqimh4lba89ggl/f/hfile_0 into e60eca1f7403d32084669fe4ffdc9b78/f as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_ - updating store file list. 2024-11-26T02:23:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:23:26,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_ into e60eca1f7403d32084669fe4ffdc9b78/f 2024-11-26T02:23:26,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__30etrcn57eadl7f60bbjnn825s9um43qvbpd92ssl77gqj4e23gqimh4lba89ggl/f/hfile_0 into e60eca1f7403d32084669fe4ffdc9b78/f (new location: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_) 2024-11-26T02:23:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__30etrcn57eadl7f60bbjnn825s9um43qvbpd92ssl77gqj4e23gqimh4lba89ggl/f/hfile_0 2024-11-26T02:23:26,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:23:26,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:26,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:26,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:26,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2 , the old value is region=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=851e45ef8bcf:34379 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:23:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:23:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2 from cache 2024-11-26T02:23:26,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:26,283 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T02:23:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45791,1732587788334, seqNum=-1] 2024-11-26T02:23:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:26,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:23:26,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858., hostname=851e45ef8bcf,45791,1732587788334, seqNum=2] 2024-11-26T02:23:26,288 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T02:23:26,393 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:34379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-26T02:23:26,811 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 to pos 379, reset compression=false 2024-11-26T02:23:26,871 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:23:26,871 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,34379,1732587782901 got entry batch from reader: WALEntryBatch [walEntries=[{test/e60eca1f7403d32084669fe4ffdc9b78/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732587806281/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T02:23:26,874 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:23:26,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T02:23:26,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.ReplicationSink(318): Replicating [7631b46e-abc3-4689-92cf-1eb11370bf56] bulk loaded data 2024-11-26T02:23:26,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e02cd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:26,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33625,-1 for getting cluster id 2024-11-26T02:23:26,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:26,877 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a86e41-275e-4196-844d-06f3419d4a85' 2024-11-26T02:23:26,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:26,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a86e41-275e-4196-844d-06f3419d4a85" 2024-11-26T02:23:26,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24589f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:26,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33625,-1] 2024-11-26T02:23:26,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:26,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:26,879 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:26,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bdf12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:26,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741837_1013 (size=7691) 2024-11-26T02:23:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741838_1014 (size=7894) 2024-11-26T02:23:26,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4da126eb 2024-11-26T02:23:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:26,911 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-26T02:23:26,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:23:26,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:26,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,45791,1732587788334, seqNum=-1] 2024-11-26T02:23:26,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:26,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-26T02:23:26,921 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e37af6a587b14f1983de0e8d811c81bf_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-26T02:23:26,923 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-26T02:23:26,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e37af6a587b14f1983de0e8d811c81bf_SeqId_4_ for inclusion in 99195821a9ebfe41a801d6e5b2e16858/f 2024-11-26T02:23:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T02:23:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:23:26,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_ for inclusion in 99195821a9ebfe41a801d6e5b2e16858/f 2024-11-26T02:23:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T02:23:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:23:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HRegion(2603): Flush status journal for 99195821a9ebfe41a801d6e5b2e16858: 2024-11-26T02:23:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e37af6a587b14f1983de0e8d811c81bf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:23:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e37af6a587b14f1983de0e8d811c81bf_SeqId_4_ as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/15fa9faaefba4946b51086c1692f8dba_SeqId_4_ 2024-11-26T02:23:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:23:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_ as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/13267c96e14b42aabb5699521f2cd4e6_SeqId_4_ 2024-11-26T02:23:26,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e37af6a587b14f1983de0e8d811c81bf_SeqId_4_ into 99195821a9ebfe41a801d6e5b2e16858/f as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/15fa9faaefba4946b51086c1692f8dba_SeqId_4_ - updating store file list. 2024-11-26T02:23:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15fa9faaefba4946b51086c1692f8dba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:23:26,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/15fa9faaefba4946b51086c1692f8dba_SeqId_4_ into 99195821a9ebfe41a801d6e5b2e16858/f 2024-11-26T02:23:26,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e37af6a587b14f1983de0e8d811c81bf_SeqId_4_ into 99195821a9ebfe41a801d6e5b2e16858/f (new location: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/15fa9faaefba4946b51086c1692f8dba_SeqId_4_) 2024-11-26T02:23:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e37af6a587b14f1983de0e8d811c81bf_SeqId_4_ 2024-11-26T02:23:26,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_ into 99195821a9ebfe41a801d6e5b2e16858/f as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/13267c96e14b42aabb5699521f2cd4e6_SeqId_4_ - updating store file list. 2024-11-26T02:23:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 13267c96e14b42aabb5699521f2cd4e6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:23:26,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/13267c96e14b42aabb5699521f2cd4e6_SeqId_4_ into 99195821a9ebfe41a801d6e5b2e16858/f 2024-11-26T02:23:26,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_ into 99195821a9ebfe41a801d6e5b2e16858/f (new location: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/13267c96e14b42aabb5699521f2cd4e6_SeqId_4_) 2024-11-26T02:23:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__qe1he8unrfd39te31253o5d3ui54ssu90t4fg1c066qcnearfgbgd2l9amhkq9ro/f/e75ce78cf9a64bbf8b8d92f1818b664a_SeqId_4_ 2024-11-26T02:23:26,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.ReplicationSink(324): Finished replicating [7631b46e-abc3-4689-92cf-1eb11370bf56] bulk loaded data 2024-11-26T02:23:27,071 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 to pos 687, reset compression=false 2024-11-26T02:23:27,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,43875,1732587794247, seqNum=-1] 2024-11-26T02:23:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:27,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:23:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587801104.daef713c4a2b366edc16329d7d23278d., hostname=851e45ef8bcf,43875,1732587794247, seqNum=2] 2024-11-26T02:23:27,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:23:27,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T02:23:27,302 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 851e45ef8bcf%2C34379%2C1732587782901.meta:.meta(num 1732587786214) roll requested 2024-11-26T02:23:27,315 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.meta.1732587807302.meta, exclude list is [], retry=0 2024-11-26T02:23:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36233,DS-fe2ee53d-b877-43c2-9a19-ddb4eef89f71,DISK] 2024-11-26T02:23:27,318 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.meta.1732587786214.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.meta.1732587807302.meta 2024-11-26T02:23:27,319 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-26T02:23:27,319 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.meta.1732587786214.meta is not closed yet, will try archiving it next time 2024-11-26T02:23:27,319 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 851e45ef8bcf%2C34379%2C1732587782901.rep:(num 1732587804403) roll requested 2024-11-26T02:23:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741834_1010 (size=3473) 2024-11-26T02:23:27,331 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.rep.1732587807319, exclude list is [], retry=0 2024-11-26T02:23:27,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36233,DS-fe2ee53d-b877-43c2-9a19-ddb4eef89f71,DISK] 2024-11-26T02:23:27,334 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.rep.1732587804403 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.rep.1732587807319 2024-11-26T02:23:27,334 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-26T02:23:27,334 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.rep.1732587804403 is not closed yet, will try archiving it next time 2024-11-26T02:23:27,334 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 851e45ef8bcf%2C34379%2C1732587782901:(num 1732587785237) roll requested 2024-11-26T02:23:27,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741839_1015 (size=1505) 2024-11-26T02:23:27,347 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334, exclude list is [], retry=0 2024-11-26T02:23:27,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36233,DS-fe2ee53d-b877-43c2-9a19-ddb4eef89f71,DISK] 2024-11-26T02:23:27,350 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 2024-11-26T02:23:27,350 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-26T02:23:27,350 DEBUG [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 is not closed yet, will try archiving it next time 2024-11-26T02:23:27,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d43153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:27,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33435,-1 for getting cluster id 2024-11-26T02:23:27,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:27,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741832_1008 (size=695) 2024-11-26T02:23:27,351 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7631b46e-abc3-4689-92cf-1eb11370bf56' 2024-11-26T02:23:27,351 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 not finished, retry = 0 2024-11-26T02:23:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7631b46e-abc3-4689-92cf-1eb11370bf56" 2024-11-26T02:23:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a68c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33435,-1] 2024-11-26T02:23:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:27,352 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342c5706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:27,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:27,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:27,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e205bcc 2024-11-26T02:23:27,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:27,354 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:23:27,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://851e45ef8bcf:44653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T02:23:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T02:23:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T02:23:27,357 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:44653' 2024-11-26T02:23:27,357 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4dfb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:27,357 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,44653,-1 for getting cluster id 2024-11-26T02:23:27,357 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:27,358 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eced17c-77f9-4af0-9a64-df7e08d95dfa' 2024-11-26T02:23:27,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:27,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eced17c-77f9-4af0-9a64-df7e08d95dfa" 2024-11-26T02:23:27,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cabe77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:27,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,44653,-1] 2024-11-26T02:23:27,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:27,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:27,359 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:27,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2dd203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:27,359 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:27,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:27,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a66fa70 2024-11-26T02:23:27,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:27,361 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:23:27,361 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-26T02:23:27,361 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T02:23:27,361 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:27,361 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:27,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:27,374 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 to pos 687, reset compression=false 2024-11-26T02:23:27,376 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 2024-11-26T02:23:27,376 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334, startPosition=0, beingWritten=true 2024-11-26T02:23:27,376 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,34379,1732587782901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T02:23:27,378 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [851e45ef8bcf%2C34379%2C1732587782901.1732587785237] 2024-11-26T02:23:27,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T02:23:27,453 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 to hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/oldWALs/851e45ef8bcf%2C34379%2C1732587782901.1732587785237 2024-11-26T02:23:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T02:23:27,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T02:23:27,593 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T02:23:27,619 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-851e45ef8bcf,34379,1732587782901, ReplicationSource: 2, currentBandwidth=0 2024-11-26T02:23:27,621 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T02:23:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T02:23:27,624 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 851e45ef8bcf,34379,1732587782901 suceeded 2024-11-26T02:23:27,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T02:23:27,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-26T02:23:27,625 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://851e45ef8bcf:44653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T02:23:27,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 271 msec 2024-11-26T02:23:27,636 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='851e45ef8bcf:44653' 2024-11-26T02:23:27,637 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5108842b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:27,637 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,44653,-1 for getting cluster id 2024-11-26T02:23:27,637 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:27,638 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eced17c-77f9-4af0-9a64-df7e08d95dfa' 2024-11-26T02:23:27,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:27,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eced17c-77f9-4af0-9a64-df7e08d95dfa" 2024-11-26T02:23:27,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cfa6bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:27,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,44653,-1] 2024-11-26T02:23:27,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:27,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:27,639 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:27,639 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a849a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:27,639 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:27,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:27,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f9c22e 2024-11-26T02:23:27,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:27,641 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T02:23:27,641 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-851e45ef8bcf,34379,1732587782901 (queues=1) is replicating from cluster=7631b46e-abc3-4689-92cf-1eb11370bf56 to cluster=4eced17c-77f9-4af0-9a64-df7e08d95dfa 2024-11-26T02:23:27,641 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=851e45ef8bcf%2C34379%2C1732587782901 2024-11-26T02:23:27,641 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-851e45ef8bcf,34379,1732587782901, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T02:23:27,642 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334, startPosition=0, beingWritten=true 2024-11-26T02:23:27,642 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 851e45ef8bcf%2C34379%2C1732587782901 2024-11-26T02:23:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T02:23:27,672 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T02:23:27,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:23:27,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:27,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:27,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:27,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:27,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T02:23:27,676 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732587807675/Put/seqid=0 2024-11-26T02:23:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741845_1021 (size=11194) 2024-11-26T02:23:27,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732587807680/Put/seqid=0 2024-11-26T02:23:27,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741846_1022 (size=10791) 2024-11-26T02:23:27,779 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 0, reset compression=false 2024-11-26T02:23:27,845 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 0, reset compression=false 2024-11-26T02:23:28,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679ccbec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:28,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,33435,-1 for getting cluster id 2024-11-26T02:23:28,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:28,086 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7631b46e-abc3-4689-92cf-1eb11370bf56' 2024-11-26T02:23:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7631b46e-abc3-4689-92cf-1eb11370bf56" 2024-11-26T02:23:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7703d30c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,33435,-1] 2024-11-26T02:23:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:28,087 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:28,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28423b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:28,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:28,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,34379,1732587782901, seqNum=-1] 2024-11-26T02:23:28,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:28,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T02:23:28,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77e1f137 2024-11-26T02:23:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:28,096 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T02:23:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2] 2024-11-26T02:23:28,100 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:23:28,105 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-26T02:23:28,107 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-26T02:23:28,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e60eca1f7403d32084669fe4ffdc9b78/f 2024-11-26T02:23:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T02:23:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:23:28,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e60eca1f7403d32084669fe4ffdc9b78/f 2024-11-26T02:23:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T02:23:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:23:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HRegion(2603): Flush status journal for e60eca1f7403d32084669fe4ffdc9b78: 2024-11-26T02:23:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__v5k8m6lb4m5is3gr0i7f60n7tf0lt2n82afbpu7n5o8ojb33je47rnpvd44h2cb6/f/hfile_0 2024-11-26T02:23:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__v5k8m6lb4m5is3gr0i7f60n7tf0lt2n82afbpu7n5o8ojb33je47rnpvd44h2cb6/f/hfile_0 as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ 2024-11-26T02:23:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__v5k8m6lb4m5is3gr0i7f60n7tf0lt2n82afbpu7n5o8ojb33je47rnpvd44h2cb6/f/hfile_1 2024-11-26T02:23:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__v5k8m6lb4m5is3gr0i7f60n7tf0lt2n82afbpu7n5o8ojb33je47rnpvd44h2cb6/f/hfile_1 as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ 2024-11-26T02:23:28,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__v5k8m6lb4m5is3gr0i7f60n7tf0lt2n82afbpu7n5o8ojb33je47rnpvd44h2cb6/f/hfile_0 into e60eca1f7403d32084669fe4ffdc9b78/f as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ - updating store file list. 2024-11-26T02:23:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4cdb9e6b1c1247768380ded78e275351_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T02:23:28,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ into e60eca1f7403d32084669fe4ffdc9b78/f 2024-11-26T02:23:28,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__v5k8m6lb4m5is3gr0i7f60n7tf0lt2n82afbpu7n5o8ojb33je47rnpvd44h2cb6/f/hfile_0 into e60eca1f7403d32084669fe4ffdc9b78/f (new location: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_) 2024-11-26T02:23:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__v5k8m6lb4m5is3gr0i7f60n7tf0lt2n82afbpu7n5o8ojb33je47rnpvd44h2cb6/f/hfile_0 2024-11-26T02:23:28,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__v5k8m6lb4m5is3gr0i7f60n7tf0lt2n82afbpu7n5o8ojb33je47rnpvd44h2cb6/f/hfile_1 into e60eca1f7403d32084669fe4ffdc9b78/f as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ - updating store file list. 2024-11-26T02:23:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5850b3cb853480da76442678c2778ed_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T02:23:28,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ into e60eca1f7403d32084669fe4ffdc9b78/f 2024-11-26T02:23:28,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__v5k8m6lb4m5is3gr0i7f60n7tf0lt2n82afbpu7n5o8ojb33je47rnpvd44h2cb6/f/hfile_1 into e60eca1f7403d32084669fe4ffdc9b78/f (new location: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/f/c5850b3cb853480da76442678c2778ed_SeqId_6_) 2024-11-26T02:23:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/staging/jenkins__test__v5k8m6lb4m5is3gr0i7f60n7tf0lt2n82afbpu7n5o8ojb33je47rnpvd44h2cb6/f/hfile_1 2024-11-26T02:23:28,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:23:28,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:28,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:28,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2 , the old value is region=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=851e45ef8bcf:34379 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:23:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T02:23:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78., hostname=851e45ef8bcf,34379,1732587782901, seqNum=2 from cache 2024-11-26T02:23:28,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:28,152 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T02:23:28,152 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 0, reset compression=false 2024-11-26T02:23:28,153 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T02:23:28,158 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:23:28,158 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-851e45ef8bcf,34379,1732587782901 got entry batch from reader: WALEntryBatch [walEntries=[{test/e60eca1f7403d32084669fe4ffdc9b78/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732587808146/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T02:23:28,160 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T02:23:28,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T02:23:28,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.ReplicationSink(318): Replicating [7631b46e-abc3-4689-92cf-1eb11370bf56] bulk loaded data 2024-11-26T02:23:28,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ed4f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:28,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] client.ClusterIdFetcher(90): Going to request 851e45ef8bcf,44653,-1 for getting cluster id 2024-11-26T02:23:28,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T02:23:28,165 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eced17c-77f9-4af0-9a64-df7e08d95dfa' 2024-11-26T02:23:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T02:23:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eced17c-77f9-4af0-9a64-df7e08d95dfa" 2024-11-26T02:23:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4244ba65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [851e45ef8bcf,44653,-1] 2024-11-26T02:23:28,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T02:23:28,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:28,166 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-26T02:23:28,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a31af96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T02:23:28,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741837_1013 (size=11194) 2024-11-26T02:23:28,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741838_1014 (size=10791) 2024-11-26T02:23:28,253 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:34379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-26T02:23:28,284 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 0, reset compression=false 2024-11-26T02:23:28,288 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T02:23:28,288 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,34379,1732587782901 got entry batch from reader: WALEntryBatch [walEntries=[{test/e60eca1f7403d32084669fe4ffdc9b78/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732587808146/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T02:23:28,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.ReplicationSink(318): Replicating [7631b46e-abc3-4689-92cf-1eb11370bf56] bulk loaded data 2024-11-26T02:23:28,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741839_1015 (size=11194) 2024-11-26T02:23:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741840_1016 (size=10791) 2024-11-26T02:23:28,358 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:28,488 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:28,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:28,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:28,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f496ff0 2024-11-26T02:23:28,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T02:23:28,601 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-26T02:23:28,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:23:28,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T02:23:28,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=851e45ef8bcf,43875,1732587794247, seqNum=-1] 2024-11-26T02:23:28,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T02:23:28,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-26T02:23:28,609 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T02:23:28,611 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T02:23:28,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ for inclusion in daef713c4a2b366edc16329d7d23278d/f 2024-11-26T02:23:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T02:23:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:23:28,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ for inclusion in daef713c4a2b366edc16329d7d23278d/f 2024-11-26T02:23:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T02:23:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:23:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HRegion(2603): Flush status journal for daef713c4a2b366edc16329d7d23278d: 2024-11-26T02:23:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4cdb9e6b1c1247768380ded78e275351_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:23:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d/f/3a6170d04cfd40b6a8dd9961f6514c95_SeqId_4_ 2024-11-26T02:23:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c5850b3cb853480da76442678c2778ed_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:23:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d/f/36c3cd568190431a9d7026ecc38e203b_SeqId_4_ 2024-11-26T02:23:28,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ into daef713c4a2b366edc16329d7d23278d/f as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d/f/3a6170d04cfd40b6a8dd9961f6514c95_SeqId_4_ - updating store file list. 2024-11-26T02:23:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a6170d04cfd40b6a8dd9961f6514c95_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:23:28,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d/f/3a6170d04cfd40b6a8dd9961f6514c95_SeqId_4_ into daef713c4a2b366edc16329d7d23278d/f 2024-11-26T02:23:28,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ into daef713c4a2b366edc16329d7d23278d/f (new location: hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d/f/3a6170d04cfd40b6a8dd9961f6514c95_SeqId_4_) 2024-11-26T02:23:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ 2024-11-26T02:23:28,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ into daef713c4a2b366edc16329d7d23278d/f as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d/f/36c3cd568190431a9d7026ecc38e203b_SeqId_4_ - updating store file list. 2024-11-26T02:23:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36c3cd568190431a9d7026ecc38e203b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T02:23:28,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d/f/36c3cd568190431a9d7026ecc38e203b_SeqId_4_ into daef713c4a2b366edc16329d7d23278d/f 2024-11-26T02:23:28,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ into daef713c4a2b366edc16329d7d23278d/f (new location: hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d/f/36c3cd568190431a9d7026ecc38e203b_SeqId_4_) 2024-11-26T02:23:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/staging/jenkins.hfs.23__test__10mfald3lptofunpat2v9ki2r866pco08jcj74qnga76nb77koql8383h0o5buuo/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ 2024-11-26T02:23:28,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.ReplicationSink(324): Finished replicating [7631b46e-abc3-4689-92cf-1eb11370bf56] bulk loaded data 2024-11-26T02:23:28,661 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:28,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T02:23:28,726 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T02:23:28,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T02:23:28,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ for inclusion in 99195821a9ebfe41a801d6e5b2e16858/f 2024-11-26T02:23:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T02:23:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:23:28,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ for inclusion in 99195821a9ebfe41a801d6e5b2e16858/f 2024-11-26T02:23:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T02:23:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T02:23:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HRegion(2603): Flush status journal for 99195821a9ebfe41a801d6e5b2e16858: 2024-11-26T02:23:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4cdb9e6b1c1247768380ded78e275351_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:23:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/196139c869a24e16ae6af071131f085f_SeqId_6_ 2024-11-26T02:23:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c5850b3cb853480da76442678c2778ed_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T02:23:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/9c0ebb38ab354774bc87250dbb60cc02_SeqId_6_ 2024-11-26T02:23:28,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ into 99195821a9ebfe41a801d6e5b2e16858/f as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/196139c869a24e16ae6af071131f085f_SeqId_6_ - updating store file list. 2024-11-26T02:23:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 196139c869a24e16ae6af071131f085f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T02:23:28,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/196139c869a24e16ae6af071131f085f_SeqId_6_ into 99195821a9ebfe41a801d6e5b2e16858/f 2024-11-26T02:23:28,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ into 99195821a9ebfe41a801d6e5b2e16858/f (new location: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/196139c869a24e16ae6af071131f085f_SeqId_6_) 2024-11-26T02:23:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/4cdb9e6b1c1247768380ded78e275351_SeqId_6_ 2024-11-26T02:23:28,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ into 99195821a9ebfe41a801d6e5b2e16858/f as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/9c0ebb38ab354774bc87250dbb60cc02_SeqId_6_ - updating store file list. 2024-11-26T02:23:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c0ebb38ab354774bc87250dbb60cc02_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T02:23:28,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/9c0ebb38ab354774bc87250dbb60cc02_SeqId_6_ into 99195821a9ebfe41a801d6e5b2e16858/f 2024-11-26T02:23:28,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ into 99195821a9ebfe41a801d6e5b2e16858/f (new location: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/f/9c0ebb38ab354774bc87250dbb60cc02_SeqId_6_) 2024-11-26T02:23:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/staging/jenkins.hfs.22__test__2ptk5l7ef36b8hic3ir7v85vfei9g48qt58sbj44cs9pl3v32of4ggq0ok4n3n1p/f/c5850b3cb853480da76442678c2778ed_SeqId_6_ 2024-11-26T02:23:28,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45791 {}] regionserver.ReplicationSink(324): Finished replicating [7631b46e-abc3-4689-92cf-1eb11370bf56] bulk loaded data 2024-11-26T02:23:28,791 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:29,063 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:29,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:23:29,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:23:29,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:29,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:29,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:29,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:23:29,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=284581973, stopped=false 2024-11-26T02:23:29,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,44653,1732587794118 2024-11-26T02:23:29,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:29,194 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-486242967/running 2024-11-26T02:23:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-486242967/running 2024-11-26T02:23:29,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Set watcher on znode that does not yet exist, /2-486242967/running 2024-11-26T02:23:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:29,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:23:29,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:23:29,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:29,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:29,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Set watcher on znode that does not yet exist, /2-486242967/running 2024-11-26T02:23:29,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,43875,1732587794247' ***** 2024-11-26T02:23:29,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:23:29,239 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:23:29,239 INFO [RS:0;851e45ef8bcf:43875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:23:29,239 INFO [RS:0;851e45ef8bcf:43875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:23:29,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:23:29,239 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(3091): Received CLOSE for daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:29,240 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:29,240 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:23:29,240 INFO [RS:0;851e45ef8bcf:43875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:43875. 2024-11-26T02:23:29,240 DEBUG [RS:0;851e45ef8bcf:43875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:29,240 DEBUG [RS:0;851e45ef8bcf:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:29,240 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:23:29,240 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:23:29,240 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:23:29,240 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:23:29,241 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daef713c4a2b366edc16329d7d23278d, disabling compactions & flushes 2024-11-26T02:23:29,241 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:29,241 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:29,241 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587801104.daef713c4a2b366edc16329d7d23278d. after waiting 0 ms 2024-11-26T02:23:29,241 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:29,241 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:23:29,241 DEBUG [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(1325): Online Regions={daef713c4a2b366edc16329d7d23278d=test,,1732587801104.daef713c4a2b366edc16329d7d23278d., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:23:29,241 DEBUG [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, daef713c4a2b366edc16329d7d23278d 2024-11-26T02:23:29,242 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:23:29,242 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:23:29,242 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:23:29,242 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:23:29,242 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:23:29,242 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T02:23:29,253 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/default/test/daef713c4a2b366edc16329d7d23278d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T02:23:29,253 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:23:29,253 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:23:29,253 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:29,253 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daef713c4a2b366edc16329d7d23278d: Waiting for close lock at 1732587809241Running coprocessor pre-close hooks at 1732587809241Disabling compacts and flushes for region at 1732587809241Disabling writes for close at 1732587809241Writing region close event to WAL at 1732587809243 (+2 ms)Running coprocessor post-close hooks at 1732587809253 (+10 ms)Closed at 1732587809253 2024-11-26T02:23:29,254 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587801104.daef713c4a2b366edc16329d7d23278d. 2024-11-26T02:23:29,268 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/info/d944ddb5f7d04c6e8239cdf539df128d is 129, key is test,,1732587801104.daef713c4a2b366edc16329d7d23278d./info:regioninfo/1732587802244/Put/seqid=0 2024-11-26T02:23:29,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741839_1015 (size=6421) 2024-11-26T02:23:29,278 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/info/d944ddb5f7d04c6e8239cdf539df128d 2024-11-26T02:23:29,302 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/ns/494a8997ddc9461ca92414e42a8fc56a is 43, key is default/ns:d/1732587797684/Put/seqid=0 2024-11-26T02:23:29,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741840_1016 (size=5153) 2024-11-26T02:23:29,323 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/ns/494a8997ddc9461ca92414e42a8fc56a 2024-11-26T02:23:29,331 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:23:29,356 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/rep_barrier/3376647286dd41848847552e97392110 is 112, key is test,,1732587801104.daef713c4a2b366edc16329d7d23278d./rep_barrier:seqnumDuringOpen/1732587802244/Put/seqid=0 2024-11-26T02:23:29,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741841_1017 (size=5518) 2024-11-26T02:23:29,381 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/rep_barrier/3376647286dd41848847552e97392110 2024-11-26T02:23:29,442 DEBUG [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:29,444 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/table/d3ccc3efca144b8da7c09b0a58c806f0 is 40, key is test/table:state/1732587802250/Put/seqid=0 2024-11-26T02:23:29,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741842_1018 (size=5165) 2024-11-26T02:23:29,456 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/table/d3ccc3efca144b8da7c09b0a58c806f0 2024-11-26T02:23:29,463 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/info/d944ddb5f7d04c6e8239cdf539df128d as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/info/d944ddb5f7d04c6e8239cdf539df128d 2024-11-26T02:23:29,468 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/info/d944ddb5f7d04c6e8239cdf539df128d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T02:23:29,469 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/ns/494a8997ddc9461ca92414e42a8fc56a as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/ns/494a8997ddc9461ca92414e42a8fc56a 2024-11-26T02:23:29,477 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/ns/494a8997ddc9461ca92414e42a8fc56a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T02:23:29,478 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/rep_barrier/3376647286dd41848847552e97392110 as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/rep_barrier/3376647286dd41848847552e97392110 2024-11-26T02:23:29,483 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/rep_barrier/3376647286dd41848847552e97392110, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T02:23:29,484 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/.tmp/table/d3ccc3efca144b8da7c09b0a58c806f0 as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/table/d3ccc3efca144b8da7c09b0a58c806f0 2024-11-26T02:23:29,500 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/table/d3ccc3efca144b8da7c09b0a58c806f0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T02:23:29,501 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 259ms, sequenceid=11, compaction requested=false 2024-11-26T02:23:29,527 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T02:23:29,528 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:23:29,528 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:23:29,528 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:23:29,528 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587809242Running coprocessor pre-close hooks at 1732587809242Disabling compacts and flushes for region at 1732587809242Disabling writes for close at 1732587809242Obtaining lock to block concurrent updates at 1732587809242Preparing flush snapshotting stores in 1588230740 at 1732587809242Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732587809242Flushing stores of hbase:meta,,1.1588230740 at 1732587809243 (+1 ms)Flushing 1588230740/info: creating writer at 1732587809243Flushing 1588230740/info: appending metadata at 1732587809267 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732587809267Flushing 1588230740/ns: creating writer at 1732587809282 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732587809301 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732587809301Flushing 1588230740/rep_barrier: creating writer at 1732587809332 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587809355 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587809356 (+1 ms)Flushing 1588230740/table: creating writer at 1732587809387 (+31 ms)Flushing 1588230740/table: appending metadata at 1732587809443 (+56 ms)Flushing 1588230740/table: closing flushed file at 1732587809443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5189d4: reopening flushed file at 1732587809462 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29dc8d16: reopening flushed file at 1732587809469 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@450ca186: reopening flushed file at 1732587809477 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f2081b: reopening flushed file at 1732587809483 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 259ms, sequenceid=11, compaction requested=false at 1732587809502 (+19 ms)Writing region close event to WAL at 1732587809525 (+23 ms)Running coprocessor post-close hooks at 1732587809528 (+3 ms)Closed at 1732587809528 2024-11-26T02:23:29,528 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:23:29,566 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:29,642 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,43875,1732587794247; all regions closed. 2024-11-26T02:23:29,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741834_1010 (size=2717) 2024-11-26T02:23:29,651 DEBUG [RS:0;851e45ef8bcf:43875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/oldWALs 2024-11-26T02:23:29,651 INFO [RS:0;851e45ef8bcf:43875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C43875%2C1732587794247.meta:.meta(num 1732587797628) 2024-11-26T02:23:29,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741832_1008 (size=1028) 2024-11-26T02:23:29,655 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/WALs/851e45ef8bcf,43875,1732587794247/851e45ef8bcf%2C43875%2C1732587794247.1732587796752 not finished, retry = 0 2024-11-26T02:23:29,662 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:23:29,662 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:23:29,725 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:29,761 DEBUG [RS:0;851e45ef8bcf:43875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/oldWALs 2024-11-26T02:23:29,761 INFO [RS:0;851e45ef8bcf:43875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C43875%2C1732587794247:(num 1732587796752) 2024-11-26T02:23:29,761 DEBUG [RS:0;851e45ef8bcf:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:29,761 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:23:29,762 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:23:29,762 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:23:29,762 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:23:29,762 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:23:29,763 INFO [RS:0;851e45ef8bcf:43875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:43875. 2024-11-26T02:23:29,763 DEBUG [RS:0;851e45ef8bcf:43875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:29,763 DEBUG [RS:0;851e45ef8bcf:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:29,763 DEBUG [RS:0;851e45ef8bcf:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:29,763 INFO [RS:0;851e45ef8bcf:43875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43875 2024-11-26T02:23:29,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:29,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-486242967/rs/851e45ef8bcf,43875,1732587794247 2024-11-26T02:23:29,816 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:23:29,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967/rs 2024-11-26T02:23:29,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,43875,1732587794247] 2024-11-26T02:23:29,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-486242967/draining/851e45ef8bcf,43875,1732587794247 already deleted, retry=false 2024-11-26T02:23:29,839 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,43875,1732587794247 expired; onlineServers=0 2024-11-26T02:23:29,839 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,44653,1732587794118' ***** 2024-11-26T02:23:29,839 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:23:29,839 INFO [M:0;851e45ef8bcf:44653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:23:29,839 INFO [M:0;851e45ef8bcf:44653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:23:29,839 DEBUG [M:0;851e45ef8bcf:44653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:23:29,839 DEBUG [M:0;851e45ef8bcf:44653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:23:29,840 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:23:29,840 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587796426 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587796426,5,FailOnTimeoutGroup] 2024-11-26T02:23:29,840 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587796426 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587796426,5,FailOnTimeoutGroup] 2024-11-26T02:23:29,840 INFO [M:0;851e45ef8bcf:44653 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:23:29,840 INFO [M:0;851e45ef8bcf:44653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:23:29,840 DEBUG [M:0;851e45ef8bcf:44653 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:23:29,840 INFO [M:0;851e45ef8bcf:44653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:23:29,840 INFO [M:0;851e45ef8bcf:44653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:23:29,840 INFO [M:0;851e45ef8bcf:44653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:23:29,840 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:23:29,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-486242967/master 2024-11-26T02:23:29,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-486242967 2024-11-26T02:23:29,850 DEBUG [M:0;851e45ef8bcf:44653 {}] zookeeper.ZKUtil(347): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Unable to get data of znode /2-486242967/master because node does not exist (not an error) 2024-11-26T02:23:29,850 WARN [M:0;851e45ef8bcf:44653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:23:29,850 INFO [M:0;851e45ef8bcf:44653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/.lastflushedseqids 2024-11-26T02:23:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741843_1019 (size=173) 2024-11-26T02:23:29,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:23:29,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:29,929 INFO [RS:0;851e45ef8bcf:43875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:23:29,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x10174f3737e0007, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:29,929 INFO [RS:0;851e45ef8bcf:43875 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,43875,1732587794247; zookeeper connection closed. 2024-11-26T02:23:29,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64e0ea3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64e0ea3b 2024-11-26T02:23:29,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:23:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:29,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:30,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T02:23:30,171 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:30,258 INFO [M:0;851e45ef8bcf:44653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:23:30,258 INFO [M:0;851e45ef8bcf:44653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:23:30,258 DEBUG [M:0;851e45ef8bcf:44653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:23:30,258 INFO [M:0;851e45ef8bcf:44653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:30,258 DEBUG [M:0;851e45ef8bcf:44653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:30,258 DEBUG [M:0;851e45ef8bcf:44653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:23:30,258 DEBUG [M:0;851e45ef8bcf:44653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:30,259 INFO [M:0;851e45ef8bcf:44653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-26T02:23:30,275 DEBUG [M:0;851e45ef8bcf:44653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec67904cba1452288b135a2ff21f911 is 82, key is hbase:meta,,1/info:regioninfo/1732587797656/Put/seqid=0 2024-11-26T02:23:30,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741844_1020 (size=5672) 2024-11-26T02:23:30,280 INFO [M:0;851e45ef8bcf:44653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec67904cba1452288b135a2ff21f911 2024-11-26T02:23:30,304 DEBUG [M:0;851e45ef8bcf:44653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1707c0ab2c2480abdf11fea5a37b8fd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732587802253/Put/seqid=0 2024-11-26T02:23:30,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741845_1021 (size=6586) 2024-11-26T02:23:30,314 INFO [M:0;851e45ef8bcf:44653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1707c0ab2c2480abdf11fea5a37b8fd 2024-11-26T02:23:30,328 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:30,355 DEBUG [M:0;851e45ef8bcf:44653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c22532611f84540a9ac43dff9ae9692 is 69, key is 851e45ef8bcf,43875,1732587794247/rs:state/1732587796538/Put/seqid=0 2024-11-26T02:23:30,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741846_1022 (size=5156) 2024-11-26T02:23:30,394 INFO [M:0;851e45ef8bcf:44653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c22532611f84540a9ac43dff9ae9692 2024-11-26T02:23:30,401 DEBUG [M:0;851e45ef8bcf:44653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec67904cba1452288b135a2ff21f911 as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec67904cba1452288b135a2ff21f911 2024-11-26T02:23:30,407 INFO [M:0;851e45ef8bcf:44653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec67904cba1452288b135a2ff21f911, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T02:23:30,417 DEBUG [M:0;851e45ef8bcf:44653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1707c0ab2c2480abdf11fea5a37b8fd as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1707c0ab2c2480abdf11fea5a37b8fd 2024-11-26T02:23:30,423 INFO [M:0;851e45ef8bcf:44653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1707c0ab2c2480abdf11fea5a37b8fd, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T02:23:30,423 DEBUG [M:0;851e45ef8bcf:44653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c22532611f84540a9ac43dff9ae9692 as hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c22532611f84540a9ac43dff9ae9692 2024-11-26T02:23:30,428 INFO [M:0;851e45ef8bcf:44653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38631/user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c22532611f84540a9ac43dff9ae9692, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T02:23:30,429 INFO [M:0;851e45ef8bcf:44653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=55, compaction requested=false 2024-11-26T02:23:30,440 INFO [M:0;851e45ef8bcf:44653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:30,440 DEBUG [M:0;851e45ef8bcf:44653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587810258Disabling compacts and flushes for region at 1732587810258Disabling writes for close at 1732587810258Obtaining lock to block concurrent updates at 1732587810259 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587810259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732587810259Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587810259Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587810259Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587810274 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587810274Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587810284 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587810304 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587810304Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587810319 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587810354 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587810354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd93b8a: reopening flushed file at 1732587810399 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ac375e: reopening flushed file at 1732587810407 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748ae9d8: reopening flushed file at 1732587810423 (+16 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=55, compaction requested=false at 1732587810429 (+6 ms)Writing region close event to WAL at 1732587810440 (+11 ms)Closed at 1732587810440 2024-11-26T02:23:30,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741830_1006 (size=32770) 2024-11-26T02:23:30,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b09e7164-623f-f03c-9517-399f8bbea329/MasterData/WALs/851e45ef8bcf,44653,1732587794118/851e45ef8bcf%2C44653%2C1732587794118.1732587795963 not finished, retry = 0 2024-11-26T02:23:30,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:23:30,549 INFO [M:0;851e45ef8bcf:44653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:23:30,549 INFO [M:0;851e45ef8bcf:44653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44653 2024-11-26T02:23:30,549 INFO [M:0;851e45ef8bcf:44653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:23:30,663 INFO [M:0;851e45ef8bcf:44653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:23:30,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:30,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44653-0x10174f3737e0006, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:30,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77b9e528{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:23:30,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11760988{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:23:30,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:23:30,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2036ab40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:23:30,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f74962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/hadoop.log.dir/,STOPPED} 2024-11-26T02:23:30,668 WARN [BP-1689460246-172.17.0.2-1732587792050 heartbeating to localhost/127.0.0.1:38631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:23:30,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:23:30,668 WARN [BP-1689460246-172.17.0.2-1732587792050 heartbeating to localhost/127.0.0.1:38631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1689460246-172.17.0.2-1732587792050 (Datanode Uuid 3859ba4e-b131-4982-b57e-dacd467fe4de) service to localhost/127.0.0.1:38631 2024-11-26T02:23:30,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:23:30,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/cluster_fb44aee5-3c12-2ba4-16b6-1f9edc837411/data/data1/current/BP-1689460246-172.17.0.2-1732587792050 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:23:30,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/cluster_fb44aee5-3c12-2ba4-16b6-1f9edc837411/data/data2/current/BP-1689460246-172.17.0.2-1732587792050 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:23:30,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:23:30,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f48a5d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:23:30,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f8baccc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:23:30,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:23:30,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46741a00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:23:30,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54d9e73f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff5a0159-da66-74f1-cd75-bf378c75a1c4/hadoop.log.dir/,STOPPED} 2024-11-26T02:23:30,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:23:30,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:23:30,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:23:30,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:30,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:30,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:30,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:30,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:23:30,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=822856532, stopped=false 2024-11-26T02:23:30,687 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,33625,1732587788199 2024-11-26T02:23:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-440971896/running 2024-11-26T02:23:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-440971896/running 2024-11-26T02:23:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:30,702 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:23:30,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Set watcher on znode that does not yet exist, /1-440971896/running 2024-11-26T02:23:30,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Set watcher on znode that does not yet exist, /1-440971896/running 2024-11-26T02:23:30,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:23:30,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:30,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:30,704 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,45791,1732587788334' ***** 2024-11-26T02:23:30,704 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:23:30,704 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(3091): Received CLOSE for 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:45791. 2024-11-26T02:23:30,704 DEBUG [RS:0;851e45ef8bcf:45791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:30,704 DEBUG [RS:0;851e45ef8bcf:45791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:23:30,704 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:23:30,705 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T02:23:30,705 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 99195821a9ebfe41a801d6e5b2e16858=test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858.} 2024-11-26T02:23:30,705 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99195821a9ebfe41a801d6e5b2e16858 2024-11-26T02:23:30,705 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99195821a9ebfe41a801d6e5b2e16858, disabling compactions & flushes 2024-11-26T02:23:30,705 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:23:30,705 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:30,705 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:30,705 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:23:30,705 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. after waiting 0 ms 2024-11-26T02:23:30,705 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:23:30,705 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:30,705 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:23:30,705 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:23:30,705 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T02:23:30,718 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/default/test/99195821a9ebfe41a801d6e5b2e16858/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T02:23:30,718 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:23:30,718 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:23:30,718 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:30,718 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99195821a9ebfe41a801d6e5b2e16858: Waiting for close lock at 1732587810705Running coprocessor pre-close hooks at 1732587810705Disabling compacts and flushes for region at 1732587810705Disabling writes for close at 1732587810705Writing region close event to WAL at 1732587810715 (+10 ms)Running coprocessor post-close hooks at 1732587810718 (+3 ms)Closed at 1732587810718 2024-11-26T02:23:30,719 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858. 2024-11-26T02:23:30,729 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/info/aa0afcf4c5114996b4eed5d016b2b70d is 129, key is test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858./info:regioninfo/1732587800094/Put/seqid=0 2024-11-26T02:23:30,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741841_1017 (size=6421) 2024-11-26T02:23:30,799 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:23:30,874 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:30,905 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:30,976 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:23:30,976 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:23:31,065 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:31,105 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:31,132 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/info/aa0afcf4c5114996b4eed5d016b2b70d 2024-11-26T02:23:31,149 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/ns/8f3aa518965648e98d845e045b8a0d15 is 43, key is default/ns:d/1732587791940/Put/seqid=0 2024-11-26T02:23:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741842_1018 (size=5153) 2024-11-26T02:23:31,305 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:31,505 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:31,553 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/ns/8f3aa518965648e98d845e045b8a0d15 2024-11-26T02:23:31,571 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/rep_barrier/0afe759d96174b448bafdbb3a4a631e0 is 112, key is test,,1732587798954.99195821a9ebfe41a801d6e5b2e16858./rep_barrier:seqnumDuringOpen/1732587800094/Put/seqid=0 2024-11-26T02:23:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741843_1019 (size=5518) 2024-11-26T02:23:31,678 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:31,706 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:31,868 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:31,906 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:23:31,906 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:23:31,906 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:31,974 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/rep_barrier/0afe759d96174b448bafdbb3a4a631e0 2024-11-26T02:23:31,989 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/table/8d2f160623434d6c80f0655bc9958fad is 40, key is test/table:state/1732587800100/Put/seqid=0 2024-11-26T02:23:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741844_1020 (size=5165) 2024-11-26T02:23:32,106 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:32,175 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T02:23:32,306 DEBUG [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:32,392 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/table/8d2f160623434d6c80f0655bc9958fad 2024-11-26T02:23:32,396 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/info/aa0afcf4c5114996b4eed5d016b2b70d as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/info/aa0afcf4c5114996b4eed5d016b2b70d 2024-11-26T02:23:32,399 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/info/aa0afcf4c5114996b4eed5d016b2b70d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T02:23:32,400 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/ns/8f3aa518965648e98d845e045b8a0d15 as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/ns/8f3aa518965648e98d845e045b8a0d15 2024-11-26T02:23:32,404 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/ns/8f3aa518965648e98d845e045b8a0d15, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T02:23:32,405 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/rep_barrier/0afe759d96174b448bafdbb3a4a631e0 as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/rep_barrier/0afe759d96174b448bafdbb3a4a631e0 2024-11-26T02:23:32,409 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/rep_barrier/0afe759d96174b448bafdbb3a4a631e0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T02:23:32,411 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/.tmp/table/8d2f160623434d6c80f0655bc9958fad as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/table/8d2f160623434d6c80f0655bc9958fad 2024-11-26T02:23:32,420 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/table/8d2f160623434d6c80f0655bc9958fad, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T02:23:32,422 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false 2024-11-26T02:23:32,429 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T02:23:32,429 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:23:32,429 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:23:32,429 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:23:32,430 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587810705Running coprocessor pre-close hooks at 1732587810705Disabling compacts and flushes for region at 1732587810705Disabling writes for close at 1732587810705Obtaining lock to block concurrent updates at 1732587810705Preparing flush snapshotting stores in 1588230740 at 1732587810705Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732587810705Flushing stores of hbase:meta,,1.1588230740 at 1732587810706 (+1 ms)Flushing 1588230740/info: creating writer at 1732587810706Flushing 1588230740/info: appending metadata at 1732587810728 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732587810728Flushing 1588230740/ns: creating writer at 1732587811136 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732587811149 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732587811149Flushing 1588230740/rep_barrier: creating writer at 1732587811556 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587811571 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587811571Flushing 1588230740/table: creating writer at 1732587811977 (+406 ms)Flushing 1588230740/table: appending metadata at 1732587811989 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732587811989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6ecd20: reopening flushed file at 1732587812396 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4250f8: reopening flushed file at 1732587812400 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f66f72f: reopening flushed file at 1732587812404 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270e5f7: reopening flushed file at 1732587812409 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false at 1732587812422 (+13 ms)Writing region close event to WAL at 1732587812424 (+2 ms)Running coprocessor post-close hooks at 1732587812429 (+5 ms)Closed at 1732587812429 2024-11-26T02:23:32,430 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:23:32,506 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,45791,1732587788334; all regions closed. 2024-11-26T02:23:32,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741834_1010 (size=2717) 2024-11-26T02:23:32,509 DEBUG [RS:0;851e45ef8bcf:45791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/oldWALs 2024-11-26T02:23:32,509 INFO [RS:0;851e45ef8bcf:45791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C45791%2C1732587788334.meta:.meta(num 1732587791903) 2024-11-26T02:23:32,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741833_1009 (size=1374) 2024-11-26T02:23:32,511 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/WALs/851e45ef8bcf,45791,1732587788334/851e45ef8bcf%2C45791%2C1732587788334.1732587791228 not finished, retry = 0 2024-11-26T02:23:32,581 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:32,614 DEBUG [RS:0;851e45ef8bcf:45791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/oldWALs 2024-11-26T02:23:32,614 INFO [RS:0;851e45ef8bcf:45791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 851e45ef8bcf%2C45791%2C1732587788334:(num 1732587791228) 2024-11-26T02:23:32,614 DEBUG [RS:0;851e45ef8bcf:45791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:32,614 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:23:32,614 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:23:32,615 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T02:23:32,615 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:23:32,615 INFO [RS:0;851e45ef8bcf:45791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:45791. 2024-11-26T02:23:32,615 DEBUG [RS:0;851e45ef8bcf:45791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:32,615 DEBUG [RS:0;851e45ef8bcf:45791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:32,615 DEBUG [RS:0;851e45ef8bcf:45791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:32,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:32,615 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:23:32,616 INFO [RS:0;851e45ef8bcf:45791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45791 2024-11-26T02:23:32,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-440971896/rs/851e45ef8bcf,45791,1732587788334 2024-11-26T02:23:32,689 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:23:32,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896/rs 2024-11-26T02:23:32,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,45791,1732587788334] 2024-11-26T02:23:32,712 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-440971896/draining/851e45ef8bcf,45791,1732587788334 already deleted, retry=false 2024-11-26T02:23:32,712 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,45791,1732587788334 expired; onlineServers=0 2024-11-26T02:23:32,712 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,33625,1732587788199' ***** 2024-11-26T02:23:32,712 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:23:32,713 INFO [M:0;851e45ef8bcf:33625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:23:32,713 INFO [M:0;851e45ef8bcf:33625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:23:32,713 DEBUG [M:0;851e45ef8bcf:33625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:23:32,713 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:23:32,713 DEBUG [M:0;851e45ef8bcf:33625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:23:32,713 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587790679 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587790679,5,FailOnTimeoutGroup] 2024-11-26T02:23:32,713 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587790680 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587790680,5,FailOnTimeoutGroup] 2024-11-26T02:23:32,713 INFO [M:0;851e45ef8bcf:33625 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:23:32,713 INFO [M:0;851e45ef8bcf:33625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:23:32,713 DEBUG [M:0;851e45ef8bcf:33625 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:23:32,713 INFO [M:0;851e45ef8bcf:33625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:23:32,714 INFO [M:0;851e45ef8bcf:33625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:23:32,714 INFO [M:0;851e45ef8bcf:33625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:23:32,714 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:23:32,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-440971896/master 2024-11-26T02:23:32,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440971896 2024-11-26T02:23:32,724 DEBUG [M:0;851e45ef8bcf:33625 {}] zookeeper.ZKUtil(347): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Unable to get data of znode /1-440971896/master because node does not exist (not an error) 2024-11-26T02:23:32,724 WARN [M:0;851e45ef8bcf:33625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:23:32,725 INFO [M:0;851e45ef8bcf:33625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/.lastflushedseqids 2024-11-26T02:23:32,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741845_1021 (size=173) 2024-11-26T02:23:32,735 INFO [M:0;851e45ef8bcf:33625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:23:32,736 INFO [M:0;851e45ef8bcf:33625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:23:32,736 DEBUG [M:0;851e45ef8bcf:33625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:23:32,736 INFO [M:0;851e45ef8bcf:33625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:32,736 DEBUG [M:0;851e45ef8bcf:33625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:32,736 DEBUG [M:0;851e45ef8bcf:33625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:23:32,736 DEBUG [M:0;851e45ef8bcf:33625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:32,736 INFO [M:0;851e45ef8bcf:33625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-26T02:23:32,756 DEBUG [M:0;851e45ef8bcf:33625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/931d4b2b1aa44225ad7ddbbb3f4e2bee is 82, key is hbase:meta,,1/info:regioninfo/1732587791929/Put/seqid=0 2024-11-26T02:23:32,771 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741846_1022 (size=5672) 2024-11-26T02:23:32,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:32,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45791-0x10174f3737e0004, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:32,803 INFO [RS:0;851e45ef8bcf:45791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:23:32,803 INFO [RS:0;851e45ef8bcf:45791 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,45791,1732587788334; zookeeper connection closed. 2024-11-26T02:23:32,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ce9cd6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ce9cd6f 2024-11-26T02:23:32,803 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:23:33,186 INFO [M:0;851e45ef8bcf:33625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/931d4b2b1aa44225ad7ddbbb3f4e2bee 2024-11-26T02:23:33,210 DEBUG [M:0;851e45ef8bcf:33625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fda3296db4804dd897d4fa6e56b21652 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732587800103/Put/seqid=0 2024-11-26T02:23:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741847_1023 (size=6586) 2024-11-26T02:23:33,216 INFO [M:0;851e45ef8bcf:33625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fda3296db4804dd897d4fa6e56b21652 2024-11-26T02:23:33,234 DEBUG [M:0;851e45ef8bcf:33625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29f535d148da43ea99fb2a5615e01ab4 is 69, key is 851e45ef8bcf,45791,1732587788334/rs:state/1732587790823/Put/seqid=0 2024-11-26T02:23:33,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741848_1024 (size=5156) 2024-11-26T02:23:33,588 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:33,638 INFO [M:0;851e45ef8bcf:33625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29f535d148da43ea99fb2a5615e01ab4 2024-11-26T02:23:33,641 DEBUG [M:0;851e45ef8bcf:33625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/931d4b2b1aa44225ad7ddbbb3f4e2bee as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/931d4b2b1aa44225ad7ddbbb3f4e2bee 2024-11-26T02:23:33,644 INFO [M:0;851e45ef8bcf:33625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/931d4b2b1aa44225ad7ddbbb3f4e2bee, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T02:23:33,644 DEBUG [M:0;851e45ef8bcf:33625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fda3296db4804dd897d4fa6e56b21652 as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fda3296db4804dd897d4fa6e56b21652 2024-11-26T02:23:33,647 INFO [M:0;851e45ef8bcf:33625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fda3296db4804dd897d4fa6e56b21652, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T02:23:33,647 DEBUG [M:0;851e45ef8bcf:33625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29f535d148da43ea99fb2a5615e01ab4 as hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29f535d148da43ea99fb2a5615e01ab4 2024-11-26T02:23:33,650 INFO [M:0;851e45ef8bcf:33625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/6a8d249c-8c74-18bc-85cd-2c011c41609b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29f535d148da43ea99fb2a5615e01ab4, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T02:23:33,651 INFO [M:0;851e45ef8bcf:33625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=55, compaction requested=false 2024-11-26T02:23:33,652 INFO [M:0;851e45ef8bcf:33625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:33,652 DEBUG [M:0;851e45ef8bcf:33625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587812736Disabling compacts and flushes for region at 1732587812736Disabling writes for close at 1732587812736Obtaining lock to block concurrent updates at 1732587812736Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587812736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732587812736Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587812737 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587812737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587812756 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587812756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587813190 (+434 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587813209 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587813210 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587813220 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587813234 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587813234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69809737: reopening flushed file at 1732587813641 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf65c53: reopening flushed file at 1732587813644 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4191eb4: reopening flushed file at 1732587813647 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=55, compaction requested=false at 1732587813651 (+4 ms)Writing region close event to WAL at 1732587813652 (+1 ms)Closed at 1732587813652 2024-11-26T02:23:33,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741830_1006 (size=32770) 2024-11-26T02:23:33,654 INFO [M:0;851e45ef8bcf:33625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:23:33,654 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:23:33,654 INFO [M:0;851e45ef8bcf:33625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33625 2024-11-26T02:23:33,654 INFO [M:0;851e45ef8bcf:33625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:23:33,782 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:33,800 INFO [M:0;851e45ef8bcf:33625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:23:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10174f3737e0003, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:33,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a10db6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:23:33,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b2ad8d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:23:33,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:23:33,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e84be21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:23:33,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@499a676d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/hadoop.log.dir/,STOPPED} 2024-11-26T02:23:33,804 WARN [BP-1744601454-172.17.0.2-1732587786397 heartbeating to localhost/127.0.0.1:35059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:23:33,804 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:23:33,804 WARN [BP-1744601454-172.17.0.2-1732587786397 heartbeating to localhost/127.0.0.1:35059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1744601454-172.17.0.2-1732587786397 (Datanode Uuid 90551cdd-9173-4dfe-8dc4-5c6f57e6cb91) service to localhost/127.0.0.1:35059 2024-11-26T02:23:33,804 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:23:33,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/cluster_4d15870d-c8f7-e02c-a4c1-2543266b50a7/data/data1/current/BP-1744601454-172.17.0.2-1732587786397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:23:33,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/cluster_4d15870d-c8f7-e02c-a4c1-2543266b50a7/data/data2/current/BP-1744601454-172.17.0.2-1732587786397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:23:33,805 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:23:33,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@253e880a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:23:33,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76592f4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:23:33,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:23:33,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cbf5865{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:23:33,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a75db7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/262fe44e-1625-9daf-296a-6bb03d071b74/hadoop.log.dir/,STOPPED} 2024-11-26T02:23:33,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:23:33,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T02:23:33,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:23:33,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:33,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:33,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:33,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:33,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T02:23:33,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1951677702, stopped=false 2024-11-26T02:23:33,822 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=851e45ef8bcf,33435,1732587782585 2024-11-26T02:23:33,839 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581398678/running 2024-11-26T02:23:33,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581398678/running 2024-11-26T02:23:33,839 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:33,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:33,839 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:23:33,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T02:23:33,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:33,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:33,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Set watcher on znode that does not yet exist, /0-1581398678/running 2024-11-26T02:23:33,839 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '851e45ef8bcf,34379,1732587782901' ***** 2024-11-26T02:23:33,839 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T02:23:33,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Set watcher on znode that does not yet exist, /0-1581398678/running 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T02:23:33,840 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(3091): Received CLOSE for c7585a21b68c6c8ee1ff938cf7a6f9cd 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(3091): Received CLOSE for e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(959): stopping server 851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:23:33,840 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7585a21b68c6c8ee1ff938cf7a6f9cd, disabling compactions & flushes 2024-11-26T02:23:33,840 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:34379. 2024-11-26T02:23:33,840 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:33,840 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. after waiting 0 ms 2024-11-26T02:23:33,840 DEBUG [RS:0;851e45ef8bcf:34379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:33,840 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:33,840 DEBUG [RS:0;851e45ef8bcf:34379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T02:23:33,840 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7585a21b68c6c8ee1ff938cf7a6f9cd 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T02:23:33,840 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T02:23:33,842 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T02:23:33,842 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1325): Online Regions={c7585a21b68c6c8ee1ff938cf7a6f9cd=hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd., 1588230740=hbase:meta,,1.1588230740, e60eca1f7403d32084669fe4ffdc9b78=test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78.} 2024-11-26T02:23:33,842 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7585a21b68c6c8ee1ff938cf7a6f9cd, e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:33,842 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T02:23:33,842 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T02:23:33,842 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T02:23:33,842 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T02:23:33,842 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T02:23:33,842 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T02:23:33,854 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/.tmp/hfileref/9b7d01833595465a8d918012f05756fb is 74, key is 1/hfileref:4cdb9e6b1c1247768380ded78e275351_SeqId_6_/1732587808745/DeleteColumn/seqid=0 2024-11-26T02:23:33,854 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/info/bf50c0a0bcee4b4fabfb31a5399def70 is 147, key is hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd./info:regioninfo/1732587804431/Put/seqid=0 2024-11-26T02:23:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741848_1024 (size=7686) 2024-11-26T02:23:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741847_1023 (size=5489) 2024-11-26T02:23:33,932 INFO [regionserver/851e45ef8bcf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:23:34,042 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7585a21b68c6c8ee1ff938cf7a6f9cd, e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:34,102 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T02:23:34,102 INFO [regionserver/851e45ef8bcf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T02:23:34,242 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7585a21b68c6c8ee1ff938cf7a6f9cd, e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:34,258 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/info/bf50c0a0bcee4b4fabfb31a5399def70 2024-11-26T02:23:34,258 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/.tmp/hfileref/9b7d01833595465a8d918012f05756fb 2024-11-26T02:23:34,277 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/.tmp/queue/1e244e8ccd8941429df53eefcf3c23a7 is 153, key is 1-851e45ef8bcf,34379,1732587782901/queue:851e45ef8bcf%2C34379%2C1732587782901/1732587808746/Put/seqid=0 2024-11-26T02:23:34,278 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/ns/db7b56e7705b40fea008237074bdf352 is 43, key is default/ns:d/1732587786277/Put/seqid=0 2024-11-26T02:23:34,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741849_1025 (size=5504) 2024-11-26T02:23:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741850_1026 (size=5153) 2024-11-26T02:23:34,443 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7585a21b68c6c8ee1ff938cf7a6f9cd, e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:34,643 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7585a21b68c6c8ee1ff938cf7a6f9cd, e60eca1f7403d32084669fe4ffdc9b78 2024-11-26T02:23:34,681 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/.tmp/queue/1e244e8ccd8941429df53eefcf3c23a7 2024-11-26T02:23:34,681 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/ns/db7b56e7705b40fea008237074bdf352 2024-11-26T02:23:34,688 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/.tmp/hfileref/9b7d01833595465a8d918012f05756fb as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/hfileref/9b7d01833595465a8d918012f05756fb 2024-11-26T02:23:34,691 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:34,698 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/hfileref/9b7d01833595465a8d918012f05756fb, entries=6, sequenceid=17, filesize=5.4 K 2024-11-26T02:23:34,700 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/.tmp/queue/1e244e8ccd8941429df53eefcf3c23a7 as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/queue/1e244e8ccd8941429df53eefcf3c23a7 2024-11-26T02:23:34,706 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/queue/1e244e8ccd8941429df53eefcf3c23a7, entries=2, sequenceid=17, filesize=5.4 K 2024-11-26T02:23:34,708 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c7585a21b68c6c8ee1ff938cf7a6f9cd in 867ms, sequenceid=17, compaction requested=false 2024-11-26T02:23:34,719 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/rep_barrier/47a28a295a9a44e9a4611b567e476ebd is 112, key is test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78./rep_barrier:seqnumDuringOpen/1732587798598/Put/seqid=0 2024-11-26T02:23:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741851_1027 (size=5518) 2024-11-26T02:23:34,728 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/replication/c7585a21b68c6c8ee1ff938cf7a6f9cd/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-26T02:23:34,729 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:23:34,729 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:23:34,729 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:34,729 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7585a21b68c6c8ee1ff938cf7a6f9cd: Waiting for close lock at 1732587813840Running coprocessor pre-close hooks at 1732587813840Disabling compacts and flushes for region at 1732587813840Disabling writes for close at 1732587813840Obtaining lock to block concurrent updates at 1732587813840Preparing flush snapshotting stores in c7585a21b68c6c8ee1ff938cf7a6f9cd at 1732587813840Finished memstore snapshotting hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732587813841 (+1 ms)Flushing stores of hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. at 1732587813841Flushing c7585a21b68c6c8ee1ff938cf7a6f9cd/hfileref: creating writer at 1732587813841Flushing c7585a21b68c6c8ee1ff938cf7a6f9cd/hfileref: appending metadata at 1732587813854 (+13 ms)Flushing c7585a21b68c6c8ee1ff938cf7a6f9cd/hfileref: closing flushed file at 1732587813854Flushing c7585a21b68c6c8ee1ff938cf7a6f9cd/queue: creating writer at 1732587814266 (+412 ms)Flushing c7585a21b68c6c8ee1ff938cf7a6f9cd/queue: appending metadata at 1732587814277 (+11 ms)Flushing c7585a21b68c6c8ee1ff938cf7a6f9cd/queue: closing flushed file at 1732587814277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52cd291: reopening flushed file at 1732587814687 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82c59ab: reopening flushed file at 1732587814698 (+11 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c7585a21b68c6c8ee1ff938cf7a6f9cd in 867ms, sequenceid=17, compaction requested=false at 1732587814708 (+10 ms)Writing region close event to WAL at 1732587814726 (+18 ms)Running coprocessor post-close hooks at 1732587814729 (+3 ms)Closed at 1732587814729 2024-11-26T02:23:34,729 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732587803273.c7585a21b68c6c8ee1ff938cf7a6f9cd. 2024-11-26T02:23:34,729 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e60eca1f7403d32084669fe4ffdc9b78, disabling compactions & flushes 2024-11-26T02:23:34,729 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:34,729 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:34,729 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. after waiting 0 ms 2024-11-26T02:23:34,729 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:34,732 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/default/test/e60eca1f7403d32084669fe4ffdc9b78/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T02:23:34,733 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:23:34,733 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T02:23:34,733 INFO [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:34,733 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e60eca1f7403d32084669fe4ffdc9b78: Waiting for close lock at 1732587814729Running coprocessor pre-close hooks at 1732587814729Disabling compacts and flushes for region at 1732587814729Disabling writes for close at 1732587814729Writing region close event to WAL at 1732587814730 (+1 ms)Running coprocessor post-close hooks at 1732587814733 (+3 ms)Closed at 1732587814733 2024-11-26T02:23:34,733 DEBUG [RS_CLOSE_REGION-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732587797812.e60eca1f7403d32084669fe4ffdc9b78. 2024-11-26T02:23:34,843 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T02:23:34,843 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T02:23:34,843 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:34,884 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 393, reset compression=false 2024-11-26T02:23:34,889 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T02:23:34,889 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 688, reset compression=false 2024-11-26T02:23:34,889 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-851e45ef8bcf,34379,1732587782901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T02:23:34,890 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 851e45ef8bcf,34379,1732587782901: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-851e45ef8bcf,34379,1732587782901, walGroup=851e45ef8bcf%2C34379%2C1732587782901, offset=851e45ef8bcf%2C34379%2C1732587782901.1732587807334:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:34379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T02:23:34,891 ERROR [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T02:23:34,891 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T02:23:34,892 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T02:23:34,892 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T02:23:34,892 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T02:23:34,892 INFO [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1633681408, "init": 1048576000, "max": 2306867200, "used": 1198677288 }, "NonHeapMemoryUsage": { "committed": 212074496, "init": 7667712, "max": -1, "used": 208922088 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T02:23:34,892 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:33435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:33435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-26T02:23:35,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T02:23:35,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,043 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:35,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,101 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 688, reset compression=false 2024-11-26T02:23:35,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T02:23:35,126 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/rep_barrier/47a28a295a9a44e9a4611b567e476ebd 2024-11-26T02:23:35,142 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/table/d4061f1e748c40bc96c0da13a721062f is 53, key is hbase:replication/table:state/1732587804436/Put/seqid=0 2024-11-26T02:23:35,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741852_1028 (size=5308) 2024-11-26T02:23:35,243 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:35,332 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T02:23:35,332 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:23:35,333 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169178 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [851e45ef8bcf,36335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=851e45ef8bcf:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T02:23:35,405 DEBUG [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.wal-reader.851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.1732587807334 to pos 688, reset compression=false 2024-11-26T02:23:35,443 DEBUG [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T02:23:35,545 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/table/d4061f1e748c40bc96c0da13a721062f 2024-11-26T02:23:35,550 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/info/bf50c0a0bcee4b4fabfb31a5399def70 as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/info/bf50c0a0bcee4b4fabfb31a5399def70 2024-11-26T02:23:35,559 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/info/bf50c0a0bcee4b4fabfb31a5399def70, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T02:23:35,559 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/ns/db7b56e7705b40fea008237074bdf352 as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/ns/db7b56e7705b40fea008237074bdf352 2024-11-26T02:23:35,563 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/ns/db7b56e7705b40fea008237074bdf352, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T02:23:35,563 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/rep_barrier/47a28a295a9a44e9a4611b567e476ebd as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/rep_barrier/47a28a295a9a44e9a4611b567e476ebd 2024-11-26T02:23:35,567 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/rep_barrier/47a28a295a9a44e9a4611b567e476ebd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T02:23:35,568 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/.tmp/table/d4061f1e748c40bc96c0da13a721062f as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/table/d4061f1e748c40bc96c0da13a721062f 2024-11-26T02:23:35,571 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/table/d4061f1e748c40bc96c0da13a721062f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T02:23:35,572 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-26T02:23:35,572 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T02:23:35,579 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T02:23:35,580 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T02:23:35,580 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T02:23:35,580 INFO [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T02:23:35,580 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732587813842Running coprocessor pre-close hooks at 1732587813842Disabling compacts and flushes for region at 1732587813842Disabling writes for close at 1732587813842Obtaining lock to block concurrent updates at 1732587813842Preparing flush snapshotting stores in 1588230740 at 1732587813842Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732587813843 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732587813843Flushing 1588230740/info: creating writer at 1732587813843Flushing 1588230740/info: appending metadata at 1732587813854 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732587813854Flushing 1588230740/ns: creating writer at 1732587814261 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732587814278 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732587814278Flushing 1588230740/rep_barrier: creating writer at 1732587814695 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732587814718 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732587814718Flushing 1588230740/table: creating writer at 1732587815129 (+411 ms)Flushing 1588230740/table: appending metadata at 1732587815141 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732587815141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3288f8: reopening flushed file at 1732587815549 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ebb7f91: reopening flushed file at 1732587815559 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e030b4d: reopening flushed file at 1732587815563 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4602a08b: reopening flushed file at 1732587815567 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1732587815572 (+5 ms)Writing region close event to WAL at 1732587815577 (+5 ms)Running coprocessor post-close hooks at 1732587815580 (+3 ms)Closed at 1732587815580 2024-11-26T02:23:35,580 DEBUG [RS_CLOSE_META-regionserver/851e45ef8bcf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T02:23:35,644 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(976): stopping server 851e45ef8bcf,34379,1732587782901; all regions closed. 2024-11-26T02:23:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741842_1018 (size=859) 2024-11-26T02:23:35,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741843_1019 (size=2791) 2024-11-26T02:23:35,647 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/WALs/851e45ef8bcf,34379,1732587782901/851e45ef8bcf%2C34379%2C1732587782901.rep.1732587807319 not finished, retry = 0 2024-11-26T02:23:35,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741844_1020 (size=696) 2024-11-26T02:23:35,749 DEBUG [RS:0;851e45ef8bcf:34379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:35,749 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T02:23:35,749 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:23:35,749 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.ChoreService(370): Chore service for: regionserver/851e45ef8bcf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T02:23:35,749 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:23:35,749 INFO [regionserver/851e45ef8bcf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:23:35,750 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-851e45ef8bcf,34379,1732587782901 because: Region server is closing 2024-11-26T02:23:35,750 INFO [RS:0;851e45ef8bcf:34379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:34379. 2024-11-26T02:23:35,750 DEBUG [RS:0;851e45ef8bcf:34379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:35,750 DEBUG [RS:0;851e45ef8bcf:34379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:35,750 DEBUG [RS:0;851e45ef8bcf:34379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:35,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:35,850 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,1-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,1-851e45ef8bcf,34379,1732587782901 terminated 2024-11-26T02:23:35,850 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-851e45ef8bcf,34379,1732587782901 because: Region server is closing 2024-11-26T02:23:35,851 INFO [RS:0;851e45ef8bcf:34379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;851e45ef8bcf:34379. 2024-11-26T02:23:35,851 DEBUG [RS:0;851e45ef8bcf:34379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T02:23:35,851 DEBUG [RS:0;851e45ef8bcf:34379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:35,851 DEBUG [RS:0;851e45ef8bcf:34379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T02:23:35,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T02:23:35,951 WARN [RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T02:23:35,951 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/851e45ef8bcf:0-0.replicationSource,2-851e45ef8bcf,34379,1732587782901.replicationSource.shipper851e45ef8bcf%2C34379%2C1732587782901,2-851e45ef8bcf,34379,1732587782901 terminated 2024-11-26T02:23:35,951 INFO [RS:0;851e45ef8bcf:34379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34379 2024-11-26T02:23:36,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678/rs 2024-11-26T02:23:36,005 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581398678/rs/851e45ef8bcf,34379,1732587782901 2024-11-26T02:23:36,005 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:23:36,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [851e45ef8bcf,34379,1732587782901] 2024-11-26T02:23:36,028 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581398678/draining/851e45ef8bcf,34379,1732587782901 already deleted, retry=false 2024-11-26T02:23:36,028 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 851e45ef8bcf,34379,1732587782901 expired; onlineServers=0 2024-11-26T02:23:36,028 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '851e45ef8bcf,33435,1732587782585' ***** 2024-11-26T02:23:36,028 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T02:23:36,028 INFO [M:0;851e45ef8bcf:33435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T02:23:36,028 INFO [M:0;851e45ef8bcf:33435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T02:23:36,028 DEBUG [M:0;851e45ef8bcf:33435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T02:23:36,028 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T02:23:36,028 DEBUG [M:0;851e45ef8bcf:33435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T02:23:36,028 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587784976 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.large.0-1732587784976,5,FailOnTimeoutGroup] 2024-11-26T02:23:36,028 DEBUG [master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587784976 {}] cleaner.HFileCleaner(306): Exit Thread[master/851e45ef8bcf:0:becomeActiveMaster-HFileCleaner.small.0-1732587784976,5,FailOnTimeoutGroup] 2024-11-26T02:23:36,028 INFO [M:0;851e45ef8bcf:33435 {}] hbase.ChoreService(370): Chore service for: master/851e45ef8bcf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T02:23:36,028 INFO [M:0;851e45ef8bcf:33435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T02:23:36,028 DEBUG [M:0;851e45ef8bcf:33435 {}] master.HMaster(1795): Stopping service threads 2024-11-26T02:23:36,028 INFO [M:0;851e45ef8bcf:33435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T02:23:36,028 INFO [M:0;851e45ef8bcf:33435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T02:23:36,029 ERROR [M:0;851e45ef8bcf:33435 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:37827 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37827,5,PEWorkerGroup] 2024-11-26T02:23:36,029 INFO [M:0;851e45ef8bcf:33435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T02:23:36,029 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T02:23:36,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581398678/master 2024-11-26T02:23:36,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581398678 2024-11-26T02:23:36,038 DEBUG [M:0;851e45ef8bcf:33435 {}] zookeeper.ZKUtil(347): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Unable to get data of znode /0-1581398678/master because node does not exist (not an error) 2024-11-26T02:23:36,038 WARN [M:0;851e45ef8bcf:33435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T02:23:36,039 INFO [M:0;851e45ef8bcf:33435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/.lastflushedseqids 2024-11-26T02:23:36,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741853_1029 (size=263) 2024-11-26T02:23:36,117 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:36,117 INFO [RS:0;851e45ef8bcf:34379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:23:36,118 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x10174f3737e0001, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:36,118 INFO [RS:0;851e45ef8bcf:34379 {}] regionserver.HRegionServer(1031): Exiting; stopping=851e45ef8bcf,34379,1732587782901; zookeeper connection closed. 2024-11-26T02:23:36,118 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bd04c31 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bd04c31 2024-11-26T02:23:36,118 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T02:23:36,442 INFO [M:0;851e45ef8bcf:33435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T02:23:36,443 INFO [M:0;851e45ef8bcf:33435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T02:23:36,443 DEBUG [M:0;851e45ef8bcf:33435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T02:23:36,443 INFO [M:0;851e45ef8bcf:33435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:36,443 DEBUG [M:0;851e45ef8bcf:33435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:36,443 DEBUG [M:0;851e45ef8bcf:33435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T02:23:36,443 DEBUG [M:0;851e45ef8bcf:33435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:36,443 INFO [M:0;851e45ef8bcf:33435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-26T02:23:36,456 DEBUG [M:0;851e45ef8bcf:33435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b7c7c42d44c42a2b728183842a879f3 is 82, key is hbase:meta,,1/info:regioninfo/1732587786240/Put/seqid=0 2024-11-26T02:23:36,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741854_1030 (size=5672) 2024-11-26T02:23:36,859 INFO [M:0;851e45ef8bcf:33435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b7c7c42d44c42a2b728183842a879f3 2024-11-26T02:23:36,880 DEBUG [M:0;851e45ef8bcf:33435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d130784e94fc4791b10033e305d6941a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732587804438/Put/seqid=0 2024-11-26T02:23:36,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741855_1031 (size=8910) 2024-11-26T02:23:37,283 INFO [M:0;851e45ef8bcf:33435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d130784e94fc4791b10033e305d6941a 2024-11-26T02:23:37,306 DEBUG [M:0;851e45ef8bcf:33435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4526b11cfb0c4c20b1527917562adb9f is 69, key is 851e45ef8bcf,34379,1732587782901/rs:state/1732587785078/Put/seqid=0 2024-11-26T02:23:37,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741856_1032 (size=5156) 2024-11-26T02:23:37,310 INFO [M:0;851e45ef8bcf:33435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4526b11cfb0c4c20b1527917562adb9f 2024-11-26T02:23:37,314 DEBUG [M:0;851e45ef8bcf:33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b7c7c42d44c42a2b728183842a879f3 as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b7c7c42d44c42a2b728183842a879f3 2024-11-26T02:23:37,318 INFO [M:0;851e45ef8bcf:33435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b7c7c42d44c42a2b728183842a879f3, entries=8, sequenceid=112, filesize=5.5 K 2024-11-26T02:23:37,319 DEBUG [M:0;851e45ef8bcf:33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d130784e94fc4791b10033e305d6941a as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d130784e94fc4791b10033e305d6941a 2024-11-26T02:23:37,322 INFO [M:0;851e45ef8bcf:33435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d130784e94fc4791b10033e305d6941a, entries=13, sequenceid=112, filesize=8.7 K 2024-11-26T02:23:37,323 DEBUG [M:0;851e45ef8bcf:33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4526b11cfb0c4c20b1527917562adb9f as hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4526b11cfb0c4c20b1527917562adb9f 2024-11-26T02:23:37,326 INFO [M:0;851e45ef8bcf:33435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37827/user/jenkins/test-data/035683ce-de82-af8b-7704-e6939ef8c550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4526b11cfb0c4c20b1527917562adb9f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-26T02:23:37,327 INFO [M:0;851e45ef8bcf:33435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=112, compaction requested=false 2024-11-26T02:23:37,332 INFO [M:0;851e45ef8bcf:33435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T02:23:37,332 DEBUG [M:0;851e45ef8bcf:33435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732587816443Disabling compacts and flushes for region at 1732587816443Disabling writes for close at 1732587816443Obtaining lock to block concurrent updates at 1732587816443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732587816443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732587816443Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732587816444 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732587816444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732587816455 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732587816455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732587816863 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732587816879 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732587816879Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732587817287 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732587817306 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732587817306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6574d704: reopening flushed file at 1732587817314 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fbe4a4: reopening flushed file at 1732587817319 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a3b324: reopening flushed file at 1732587817323 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=112, compaction requested=false at 1732587817327 (+4 ms)Writing region close event to WAL at 1732587817332 (+5 ms)Closed at 1732587817332 2024-11-26T02:23:37,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36233 is added to blk_1073741830_1006 (size=69067) 2024-11-26T02:23:37,334 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T02:23:37,334 INFO [M:0;851e45ef8bcf:33435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T02:23:37,335 INFO [M:0;851e45ef8bcf:33435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33435 2024-11-26T02:23:37,335 INFO [M:0;851e45ef8bcf:33435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T02:23:37,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:37,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10174f3737e0000, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T02:23:37,608 INFO [M:0;851e45ef8bcf:33435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T02:23:37,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fa8ae77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T02:23:37,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f190eb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:23:37,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:23:37,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f7ad8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:23:37,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac718c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/hadoop.log.dir/,STOPPED} 2024-11-26T02:23:37,614 WARN [BP-1233501781-172.17.0.2-1732587780076 heartbeating to localhost/127.0.0.1:37827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T02:23:37,615 WARN [BP-1233501781-172.17.0.2-1732587780076 heartbeating to localhost/127.0.0.1:37827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1233501781-172.17.0.2-1732587780076 (Datanode Uuid 23e8d894-19ef-44aa-943b-01dc425d7d69) service to localhost/127.0.0.1:37827 2024-11-26T02:23:37,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T02:23:37,615 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T02:23:37,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/cluster_decc33f5-652e-4ad9-5998-ae8f13f80da2/data/data1/current/BP-1233501781-172.17.0.2-1732587780076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:23:37,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/cluster_decc33f5-652e-4ad9-5998-ae8f13f80da2/data/data2/current/BP-1233501781-172.17.0.2-1732587780076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T02:23:37,616 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T02:23:37,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dd44f20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T02:23:37,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@771e450d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T02:23:37,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T02:23:37,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555fd563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T02:23:37,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27ebab49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23a352f4-ea2c-7a4f-3f9f-4eecfa8f1b3e/hadoop.log.dir/,STOPPED} 2024-11-26T02:23:37,628 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T02:23:37,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T02:23:37,655 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 531) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35059 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61036) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37827 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38631 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37827 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38631 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61036) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37827 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61036) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35059 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 441) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3564 (was 4885) 2024-11-26T02:23:37,655 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-26T02:23:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10174f3737e0005, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:23:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10174f3737e0002, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:23:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10174f3737e0008, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T02:23:37,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10174f3737e0005, quorum=127.0.0.1:61036, baseZNode=/1-440971896 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:23:37,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10174f3737e0002, quorum=127.0.0.1:61036, baseZNode=/0-1581398678 Received Disconnected from ZooKeeper, ignoring 2024-11-26T02:23:37,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10174f3737e0008, quorum=127.0.0.1:61036, baseZNode=/2-486242967 Received Disconnected from ZooKeeper, ignoring